-- Logs begin at Thu 2021-05-20 19:03:10 UTC, end at Thu 2021-05-20 20:00:11 UTC. -- May 20 19:32:46.440503 dv-cinder-792462-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 20 19:32:48.844304 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.common.config [-] Logging enabled! May 20 19:32:48.844901 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev225 May 20 19:32:48.845057 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98136) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 20 19:32:48.848289 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.common.config [-] Logging enabled! May 20 19:32:48.848543 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev225 May 20 19:32:48.848854 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98136) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 20 19:32:48.849802 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 20 19:32:48.850035 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 20 19:32:48.850392 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 20 19:32:48.850639 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 20 19:32:48.850862 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 20 19:32:48.851179 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.851478 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.851797 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.852029 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.852325 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.852615 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.852895 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.853182 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.853479 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.853762 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.854040 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.854324 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.854553 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.854832 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] config_source = [] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.855119 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.855405 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.855632 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] debug = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.855938 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.856365 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.856763 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.857044 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.857344 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.857622 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.857894 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.858169 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.858455 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.858783 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] host = dv-cinder-792462-2-iscsi {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.859059 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.859346 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.859634 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.859947 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.860222 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.860505 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.860790 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.861059 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] log_dir = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.861330 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] log_file = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.861605 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.861891 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.862177 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.862466 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.862690 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.862911 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.863198 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.863483 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.863783 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.864059 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.864332 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.864603 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.864873 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.865166 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.865453 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.865736 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.866020 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.866294 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.866567 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.866838 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.867107 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.867391 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.867665 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.867966 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.868240 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.868527 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.868796 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.869066 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.869365 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.869654 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.869938 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.870225 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.870759 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.871049 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.871321 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.871594 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] use_journal = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.871889 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] use_json = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.872163 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.872433 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.872716 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.872990 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.873261 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.873534 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.873807 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.874091 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:48.874389 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.874686 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.874991 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.875277 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.875576 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.875882 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.876177 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.876458 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.876751 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.877043 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.877335 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.877612 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.877902 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.878180 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.878477 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.878781 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.879078 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.879368 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.879644 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.879951 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.880228 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.880511 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.881324 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.881619 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.881913 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.882191 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.882473 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.882765 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.883046 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.883318 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.883597 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.883914 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.884195 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.884468 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.884753 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.885030 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.885304 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.885579 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.885859 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.886147 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.886425 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.886698 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.886971 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.887248 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.887521 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.887827 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.888106 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.888380 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.888654 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.888931 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.889205 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.889479 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.889758 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.890028 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.890310 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.890583 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.890856 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.891133 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.891406 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.891676 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.891972 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.892241 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.892519 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.892791 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.893063 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.893334 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.893604 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.893875 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.894162 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.894460 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.894739 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.895016 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.895293 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.895570 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.895871 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.896147 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.896994 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.897273 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.897549 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.897841 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.898129 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.898418 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.898706 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.898987 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.899286 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.899564 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.899876 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.900157 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.900435 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.900725 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.901014 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.901309 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.901609 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.901901 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.902194 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.902485 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.902767 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.903076 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.903358 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:48.903573 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 20 19:32:48.903830 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=98136) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 20 19:32:49.251265 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=98136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:32:49.251533 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=98136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:32:49.251841 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=98136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:32:49.252171 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.manager [-] Loading core plugin: ml2 May 20 19:32:49.557290 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:49.557503 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:49.557773 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:49.558990 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:49.559271 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:49.559538 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:49.676093 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:49.676378 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:49.676643 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:49.690204 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:49.690482 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:49.690747 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:49.718268 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:49.718551 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:49.718818 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:49.757329 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:49.757605 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:49.757869 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:49.986274 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:49.986880 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:49.986880 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:49.987054 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:49.987806 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.109865 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.110183 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.110465 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.110733 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.110996 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.111301 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.111556 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.111841 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.112094 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.112370 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.112625 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.112888 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.113165 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.113401 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.113662 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.113926 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.114180 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.114588 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.114843 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.115147 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.115491 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.115764 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.116015 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.116294 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.116541 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.116784 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.117162 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=98136) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 19:32:50.117406 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=98136) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 19:32:50.117644 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=98136) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 19:32:50.117878 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=98136) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 19:32:50.118111 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=98136) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 19:32:50.118343 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=98136) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 19:32:50.118702 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 20 19:32:50.122042 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 20 19:32:50.125915 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 20 19:32:50.129647 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) May 20 19:32:50.131810 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 20 19:32:50.132258 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 20 19:32:50.132591 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 20 19:32:50.132967 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 20 19:32:50.135901 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 20 19:32:50.136150 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 20 19:32:50.136489 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 20 19:32:50.164987 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 20 19:32:50.165429 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.165721 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=98136) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 20 19:32:50.166078 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.167420 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=98136) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 20 19:32:50.167716 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 20 19:32:50.167965 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 20 19:32:50.171013 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.171291 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.237513 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 20 19:32:50.237700 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 20 19:32:50.237937 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 20 19:32:50.238299 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 20 19:32:50.268976 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_db.sqlalchemy.engines [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=98136) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 20 19:32:50.596390 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.plugins.ml2.managers [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Initializing driver for type 'gre' May 20 19:32:50.596826 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] gre ID ranges: [(1, 1000)] May 20 19:32:50.649491 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.plugins.ml2.managers [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Initializing driver for type 'local' May 20 19:32:50.649807 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.plugins.ml2.managers [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Initializing driver for type 'vlan' May 20 19:32:50.661082 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] VlanTypeDriver initialization complete May 20 19:32:50.661419 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.plugins.ml2.managers [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Initializing driver for type 'vxlan' May 20 19:32:50.662061 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] vxlan ID ranges: [(1, 1000)] May 20 19:32:50.715440 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.plugins.ml2.managers [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Initializing extension driver 'port_security' May 20 19:32:50.715809 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.plugins.ml2.extensions.port_security [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] PortSecurityExtensionDriver initialization complete May 20 19:32:50.716159 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.plugins.ml2.managers [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Initializing mechanism driver 'openvswitch' May 20 19:32:50.716470 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.plugins.ml2.managers [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Initializing mechanism driver 'hyperv' May 20 19:32:50.722876 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.plugins.ml2.plugin [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=98136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:32:50.723630 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > port after_create 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.724014 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > port after_update 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.724359 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > port after_delete 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.724737 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > subnet after_create 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.725079 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > subnet after_update 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.725414 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.725782 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > network after_create 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.726117 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > network after_update 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.726447 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > network after_delete 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.726814 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > security_group after_create 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.727148 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > security_group after_update 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.727482 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > security_group after_delete 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.727888 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.728225 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.728551 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.728914 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > address_group after_create 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.729244 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > address_group after_update 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.729571 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > address_group after_delete 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.729900 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] ML2 OVO RPC backend initialized. {{(pid=98136) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 20 19:32:50.730585 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.730927 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.731326 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > network before_response 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.731659 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > networks before_response 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.732015 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > port before_response 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.732343 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > ports before_response 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.732674 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > subnet before_response 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.733002 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > subnets before_response 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.733341 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > network after_create 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.733668 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > network after_update 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.733989 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > network after_delete 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.734312 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > port after_create 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.734640 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > port after_update 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.734962 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > port after_delete 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.735313 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > subnet after_create 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.735635 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > subnet after_update 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.735977 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.736535 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.plugins.ml2.plugin [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Modular L2 Plugin initialization complete May 20 19:32:50.736855 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading services supported by the core plugin {{(pid=98136) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 20 19:32:50.737174 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.plugins.ml2.managers [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Got port-security extension from driver 'port_security' May 20 19:32:50.737619 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.extensions.vlantransparent [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Disabled vlantransparent extension. May 20 19:32:50.738091 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=98136) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 20 19:32:50.738396 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading Plugin: router May 20 19:32:50.775752 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > router_interface before_create 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.776139 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > router after_create 55549900 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.776507 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > router before_create 55549900 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.776863 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.777220 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.777565 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > router after_delete 55549900 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.777913 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > floatingip after_update 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.778261 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > router after_create 55549900 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.778594 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > router after_update 55549900 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.778928 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > router after_update 55549900 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.779270 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.779616 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > router after_update 55549900 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.780039 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > router precommit_update 55549900 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.780398 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: port after_update 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.780725 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: port after_delete 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.781054 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: subnet after_update 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.781380 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.781716 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > port precommit_delete 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.782057 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > router precommit_create 55549900 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.782386 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: port before_delete 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.782716 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > router precommit_create 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.783062 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > router after_update 55549900 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.783393 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > router precommit_delete 55549900 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.783756 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > router precommit_create 55549900 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.784108 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.784442 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > router precommit_update 55549900 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.784800 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > network after_delete 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.785897 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.quota.resource_registry [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Tracking information for resource: router configured {{(pid=98136) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 19:32:50.786215 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.quota.resource_registry [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Tracking information for resource: floatingip configured {{(pid=98136) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 19:32:50.791052 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.db.l3_agentschedulers_db [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 20 19:32:50.791613 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: port after_update 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.791988 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: port after_create 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.792335 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: port after_delete 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.792677 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: port after_update 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.793440 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > router before_create 55550100 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.793794 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > router precommit_delete 55550100 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.794145 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > router precommit_create 55550100 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.794487 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > router precommit_update 55550100 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.798914 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.services.provider_configuration [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Service providers = [] {{(pid=98136) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 20 19:32:50.799267 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.db.servicetype_db [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=98136) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 20 19:32:50.802178 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.services.service_base [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=98136) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 19:32:50.803015 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.services.service_base [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=98136) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 19:32:50.803347 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.services.service_base [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=98136) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 19:32:50.804235 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.services.service_base [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=98136) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 19:32:50.804595 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.services.service_base [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Default provider is not specified for service type L3_ROUTER_NAT May 20 19:32:50.805121 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=98136) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 19:32:50.805431 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 20 19:32:50.815726 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=98136) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 19:32:50.816065 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading Plugin: auto_allocate May 20 19:32:50.822341 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: network precommit_update 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.822699 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: network precommit_create 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.823194 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=98136) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 19:32:50.823503 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading Plugin: tag May 20 19:32:50.830164 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=98136) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 19:32:50.830486 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading Plugin: timestamp May 20 19:32:50.834232 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=98136) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 19:32:50.834555 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading Plugin: network_ip_availability May 20 19:32:50.839638 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.840031 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.840376 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:50.841065 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=98136) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 19:32:50.841374 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading Plugin: flavors May 20 19:32:50.846161 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=98136) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 19:32:50.846510 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading Plugin: revisions May 20 19:32:50.851134 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=98136) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 19:32:50.851518 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_concurrency.lockutils [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.600s {{(pid=98136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:32:50.852266 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=98136) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 20 19:32:50.852593 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Initializing extension manager. May 20 19:32:50.853082 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: __init__.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.853414 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: __pycache__ {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.853738 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.854063 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: address_group.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.854789 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.855337 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: address-group May 20 19:32:50.855654 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: address_scope.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.856368 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.856864 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: address-scope May 20 19:32:50.857179 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: admin_state_down_before_update.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.858066 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.858565 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: router-admin-state-down-before-update May 20 19:32:50.858880 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: agent.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.859555 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.860089 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: agent May 20 19:32:50.860402 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: agent_resources_synced.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.861284 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.861780 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: agent-resources-synced May 20 19:32:50.862092 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: allowedaddresspairs.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.863835 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.864340 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: allowed-address-pairs May 20 19:32:50.864655 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: auto_allocated_topology.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.866315 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.866822 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: auto-allocated-topology May 20 19:32:50.867137 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: availability_zone.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.867844 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.868338 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: availability_zone May 20 19:32:50.868646 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: availability_zone_filter.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.869523 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.870014 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: availability_zone_filter May 20 19:32:50.870325 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: data_plane_status.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.871446 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.871964 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extension data-plane-status not supported by any of loaded plugins May 20 19:32:50.872276 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: default_subnetpools.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.873151 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.873639 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: default-subnetpools May 20 19:32:50.873950 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: dhcpagentscheduler.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.874724 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.875215 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: dhcp_agent_scheduler May 20 19:32:50.875528 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: dns.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.876430 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.876923 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extension dns-integration not supported by any of loaded plugins May 20 19:32:50.877238 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: dns_domain_ports.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.878127 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.878617 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extension dns-domain-ports not supported by any of loaded plugins May 20 19:32:50.878930 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: dvr.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.879576 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.880101 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: dvr May 20 19:32:50.880413 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: empty_string_filtering.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.881316 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.881813 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: empty-string-filtering May 20 19:32:50.882125 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.882998 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.883487 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 20 19:32:50.883834 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.884717 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.885208 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 20 19:32:50.885518 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: external_net.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.886396 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.886890 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: external-net May 20 19:32:50.887199 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: extra_dhcp_opt.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.888108 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.888601 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: extra_dhcp_opt May 20 19:32:50.888911 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: extraroute.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.889790 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.890279 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: extraroute May 20 19:32:50.890589 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: extraroute_atomic.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.891597 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.892120 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: extraroute-atomic May 20 19:32:50.892435 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: filter_validation.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.893082 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.893571 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: filter-validation May 20 19:32:50.893879 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: fip_pf_description.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.894926 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.895422 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 20 19:32:50.895763 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: fip_port_details.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.896676 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.897173 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: fip-port-details May 20 19:32:50.897485 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: flavors.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.898667 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.899170 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: flavors May 20 19:32:50.899489 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.901121 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.901629 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 20 19:32:50.901946 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: floatingip_pools.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.902615 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.903110 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: floatingip-pools May 20 19:32:50.903425 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: ip_allocation.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.904334 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.904826 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extension ip_allocation not supported by any of loaded plugins May 20 19:32:50.905137 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.906020 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.906515 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: ip-substring-filtering May 20 19:32:50.906833 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: l2_adjacency.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.907742 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.908234 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extension l2_adjacency not supported by any of loaded plugins May 20 19:32:50.908549 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: l3.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.909478 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.909977 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: router May 20 19:32:50.910294 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: l3_conntrack_helper.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.913029 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.913541 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 20 19:32:50.913864 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.914767 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.915269 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: ext-gw-mode May 20 19:32:50.915590 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.916497 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.916997 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: l3-ha May 20 19:32:50.917317 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: l3_flavors.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.918193 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.918688 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: l3-flavors May 20 19:32:50.919003 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.919927 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.920425 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: l3-port-ip-change-not-allowed May 20 19:32:50.920739 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: l3agentscheduler.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.921733 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.922233 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: l3_agent_scheduler May 20 19:32:50.922553 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: logging.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.924043 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.924555 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extension logging not supported by any of loaded plugins May 20 19:32:50.924875 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: metering.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.925589 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.926150 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: metering May 20 19:32:50.926471 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.928156 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.928675 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: metering_source_and_destination_fields May 20 19:32:50.928993 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: multiprovidernet.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.930007 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.930504 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: multi-provider May 20 19:32:50.930822 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: netmtu.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.931720 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.932238 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: net-mtu May 20 19:32:50.932553 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: netmtu_writable.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.933440 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.933935 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: net-mtu-writable May 20 19:32:50.934247 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: network_availability_zone.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.934890 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.935380 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: network_availability_zone May 20 19:32:50.935690 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: network_ip_availability.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.936764 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.937261 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: network-ip-availability May 20 19:32:50.937577 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: network_segment_range.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.938310 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.938801 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extension network-segment-range not supported by any of loaded plugins May 20 19:32:50.939113 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: pagination.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.940090 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.940414 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: pagination May 20 19:32:50.940726 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: port_device_profile.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.941604 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.942106 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: port-device-profile May 20 19:32:50.942417 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.943341 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.943868 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: port-mac-address-regenerate May 20 19:32:50.944180 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.945060 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.945557 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: port-numa-affinity-policy May 20 19:32:50.945867 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: port_resource_request.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.946737 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.947228 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extension port-resource-request not supported by any of loaded plugins May 20 19:32:50.947538 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: portbindings.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.948458 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.948954 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: binding May 20 19:32:50.949266 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: portbindings_extended.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.950508 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.951007 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: binding-extended May 20 19:32:50.951322 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: portsecurity.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.952239 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.952738 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: port-security May 20 19:32:50.953046 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: project_id.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.953983 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.954300 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: project-id May 20 19:32:50.954609 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: providernet.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.955492 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.956023 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: provider May 20 19:32:50.956338 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: qos.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.959860 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.960376 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extension qos not supported by any of loaded plugins May 20 19:32:50.960695 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.961911 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.962415 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 20 19:32:50.962734 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.963617 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.964161 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 20 19:32:50.964478 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: qos_default.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.965357 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.965855 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extension qos-default not supported by any of loaded plugins May 20 19:32:50.966170 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: qos_fip.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.966795 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.967285 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extension qos-fip not supported by any of loaded plugins May 20 19:32:50.967596 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: qos_gateway_ip.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.968507 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.969007 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 20 19:32:50.969318 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: qos_port_network_policy.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.970192 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.970685 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 20 19:32:50.970995 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: qos_rule_type_details.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.971908 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.972405 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 20 19:32:50.972715 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: qos_rules_alias.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.973726 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.974220 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extension qos-rules-alias not supported by any of loaded plugins May 20 19:32:50.975053 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: quotasv2.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.976053 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.976373 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: quotas May 20 19:32:50.976684 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: quotasv2_detail.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.978258 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.978586 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: quota_details May 20 19:32:50.978908 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: rbac.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.979959 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.980466 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: rbac-policies May 20 19:32:50.980786 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: rbac_address_group.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.981685 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.982194 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: rbac-address-group May 20 19:32:50.982510 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: rbac_address_scope.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.983397 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.983918 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: rbac-address-scope May 20 19:32:50.984233 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: rbac_security_groups.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.985116 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.985613 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: rbac-security-groups May 20 19:32:50.985927 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: rbac_subnetpool.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.986820 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.987343 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: rbac-subnetpool May 20 19:32:50.987613 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: revisionifmatch.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.988530 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.989024 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: revision-if-match May 20 19:32:50.989335 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: revisions.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.990999 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.991501 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: standard-attr-revisions May 20 19:32:50.991858 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: router_availability_zone.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.992514 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.993012 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: router_availability_zone May 20 19:32:50.993325 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: routerservicetype.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.994207 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.994703 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extension router-service-type not supported by any of loaded plugins May 20 19:32:50.995014 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.996201 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.996697 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: security-groups-normalized-cidr May 20 19:32:50.997011 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: security_groups_port_filtering.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.997897 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:50.998393 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: port-security-groups-filtering May 20 19:32:50.998706 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:50.999590 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:51.000128 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: security-groups-remote-address-group May 20 19:32:51.000443 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: securitygroup.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:51.009875 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:51.010397 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: security-group May 20 19:32:51.010727 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: segment.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:51.011491 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:51.012023 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extension segment not supported by any of loaded plugins May 20 19:32:51.012346 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:51.013249 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:51.013742 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 20 19:32:51.014058 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: servicetype.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:51.015137 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:51.015642 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: service-type May 20 19:32:51.015982 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: sorting.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:51.016937 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:51.017257 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: sorting May 20 19:32:51.017568 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: standard_attr_segment.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:51.018451 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:51.018952 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extension standard-attr-segment not supported by any of loaded plugins May 20 19:32:51.019265 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: standardattrdescription.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:51.019915 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:51.020411 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: standard-attr-description May 20 19:32:51.020722 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: stateful_security_group.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:51.021634 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:51.022142 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: stateful-security-group May 20 19:32:51.022457 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: stdattrs_common.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:51.023013 dv-cinder-792462-2-iscsi neutron-server[98136]: WARNING neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 20 19:32:51.023326 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:51.024299 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:51.024807 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 20 19:32:51.025119 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: subnet_onboard.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:51.026158 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:51.026660 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: subnet_onboard May 20 19:32:51.026973 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:51.027897 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:51.028394 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 20 19:32:51.028705 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: subnet_service_types.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:51.029593 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:51.030092 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: subnet-service-types May 20 19:32:51.030405 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: subnetallocation.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:51.031451 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:51.031972 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: subnet_allocation May 20 19:32:51.032289 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:51.032926 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:51.033434 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: subnetpool-prefix-ops May 20 19:32:51.033744 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:51.034631 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:51.035124 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 20 19:32:51.035435 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: tagging.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:51.036491 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:51.038363 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: standard-attr-tag May 20 19:32:51.038684 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: timestamp.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:51.039887 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:51.040394 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loaded extension: standard-attr-timestamp May 20 19:32:51.040717 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: trunk.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:51.041720 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:51.042225 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extension trunk not supported by any of loaded plugins May 20 19:32:51.042543 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: trunk_details.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:51.043439 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:51.043977 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extension trunk-details not supported by any of loaded plugins May 20 19:32:51.044292 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: uplink_status_propagation.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:51.045175 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:51.045671 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 20 19:32:51.045985 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Loading extension file: vlantransparent.py {{(pid=98136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:51.046631 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=98136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:51.047124 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extension vlan-transparent not supported by any of loaded plugins May 20 19:32:51.049544 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.quota.resource_registry [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Creating instance of TrackedResource for resource:network May 20 19:32:51.050235 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.quota.resource_registry [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Creating instance of TrackedResource for resource:subnet May 20 19:32:51.050996 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.quota.resource_registry [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Creating instance of TrackedResource for resource:subnetpool May 20 19:32:51.051589 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.quota.resource_registry [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Creating instance of TrackedResource for resource:port May 20 19:32:51.053686 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.v2.resource_helper [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98136) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 19:32:51.054125 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.v2.resource_helper [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Service FLAVORS assigned prefix: {{(pid=98136) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 19:32:51.054741 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.v2.resource_helper [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98136) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 19:32:51.055158 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.v2.resource_helper [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98136) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 19:32:51.055480 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.quota.resource_registry [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Creating instance of TrackedResource for resource:router May 20 19:32:51.056146 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.quota.resource_registry [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Creating instance of TrackedResource for resource:floatingip May 20 19:32:51.056856 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.v2.resource_helper [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Service METERING assigned prefix: /metering {{(pid=98136) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 19:32:51.058262 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:51.058620 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:51.058964 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:51.060095 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.quota.resource_registry [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Creating instance of CountableResource for resource:rbac_policy May 20 19:32:51.060548 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.quota.resource_registry [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Creating instance of TrackedResource for resource:security_group May 20 19:32:51.061203 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.quota.resource_registry [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Creating instance of TrackedResource for resource:security_group_rule May 20 19:32:51.061965 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.v2.resource_helper [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Service CORE assigned prefix: {{(pid=98136) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 19:32:51.062328 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.quota.resource_registry [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Creating instance of TrackedResource for resource:subnetpool May 20 19:32:51.062727 dv-cinder-792462-2-iscsi neutron-server[98136]: WARNING neutron.quota.resource_registry [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] subnetpool is already registered May 20 19:32:51.063364 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.v2.resource_helper [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Service CORE assigned prefix: {{(pid=98136) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 19:32:51.063684 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.quota.resource_registry [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Creating instance of TrackedResource for resource:subnetpool May 20 19:32:51.064045 dv-cinder-792462-2-iscsi neutron-server[98136]: WARNING neutron.quota.resource_registry [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] subnetpool is already registered May 20 19:32:51.067538 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.v2.resource_helper [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98136) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 19:32:51.068081 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.v2.resource_helper [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Service FLAVORS assigned prefix: {{(pid=98136) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 19:32:51.068668 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.v2.resource_helper [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98136) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 19:32:51.069083 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.v2.resource_helper [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98136) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 19:32:51.069404 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.quota.resource_registry [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Creating instance of TrackedResource for resource:router May 20 19:32:51.069720 dv-cinder-792462-2-iscsi neutron-server[98136]: WARNING neutron.quota.resource_registry [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] router is already registered May 20 19:32:51.070298 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.quota.resource_registry [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Creating instance of TrackedResource for resource:floatingip May 20 19:32:51.070615 dv-cinder-792462-2-iscsi neutron-server[98136]: WARNING neutron.quota.resource_registry [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] floatingip is already registered May 20 19:32:51.071241 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.v2.resource_helper [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Service METERING assigned prefix: /metering {{(pid=98136) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 19:32:51.071925 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.quota.resource_registry [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Creating instance of CountableResource for resource:rbac_policy May 20 19:32:51.072245 dv-cinder-792462-2-iscsi neutron-server[98136]: WARNING neutron.quota.resource_registry [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] rbac_policy is already registered May 20 19:32:51.072776 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.quota.resource_registry [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Creating instance of TrackedResource for resource:security_group May 20 19:32:51.073091 dv-cinder-792462-2-iscsi neutron-server[98136]: WARNING neutron.quota.resource_registry [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] security_group is already registered May 20 19:32:51.073661 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.quota.resource_registry [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Creating instance of TrackedResource for resource:security_group_rule May 20 19:32:51.073977 dv-cinder-792462-2-iscsi neutron-server[98136]: WARNING neutron.quota.resource_registry [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] security_group_rule is already registered May 20 19:32:51.074612 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.v2.resource_helper [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Service CORE assigned prefix: {{(pid=98136) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 19:32:51.074928 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.quota.resource_registry [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Creating instance of TrackedResource for resource:subnetpool May 20 19:32:51.075249 dv-cinder-792462-2-iscsi neutron-server[98136]: WARNING neutron.quota.resource_registry [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] subnetpool is already registered May 20 19:32:51.075854 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.v2.resource_helper [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Service CORE assigned prefix: {{(pid=98136) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 19:32:51.076170 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.quota.resource_registry [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Creating instance of TrackedResource for resource:subnetpool May 20 19:32:51.076481 dv-cinder-792462-2-iscsi neutron-server[98136]: WARNING neutron.quota.resource_registry [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] subnetpool is already registered May 20 19:32:51.077132 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extended resource: extensions {{(pid=98136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:51.078554 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extended resource: address-groups {{(pid=98136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:51.080182 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extended resource: address-scopes {{(pid=98136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:51.081366 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extended resource: agents {{(pid=98136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:51.082521 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extended resource: auto-allocated-topology {{(pid=98136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:51.083785 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extended resource: availability_zones {{(pid=98136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:51.085098 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extended resource: dhcp-networks {{(pid=98136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:51.086481 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extended resource: dhcp-agents {{(pid=98136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:51.087909 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extended resource: routers {{(pid=98136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:51.089797 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extended resource: flavors {{(pid=98136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:51.090955 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extended resource: service_profiles {{(pid=98136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:51.092177 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extended resource: next_providers {{(pid=98136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:51.093677 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extended resource: service_profiles {{(pid=98136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:51.095081 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extended resource: floatingip-pools {{(pid=98136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:51.096382 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extended resource: routers {{(pid=98136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:51.098231 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extended resource: floatingips {{(pid=98136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:51.099897 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extended resource: l3-routers {{(pid=98136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:51.101261 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extended resource: l3-agents {{(pid=98136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:51.102643 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extended resource: metering-labels {{(pid=98136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:51.104285 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extended resource: metering-label-rules {{(pid=98136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:51.105542 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extended resource: network-ip-availabilities {{(pid=98136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:51.106781 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extended resource: bindings {{(pid=98136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:51.108421 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extended resource: quotas {{(pid=98136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:51.109816 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extended resource: quotas {{(pid=98136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:51.111362 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extended resource: rbac-policies {{(pid=98136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:51.112676 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extended resource: security-groups {{(pid=98136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:51.113855 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extended resource: security-group-rules {{(pid=98136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:51.115727 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extended resource: service-providers {{(pid=98136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:51.116919 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extended resource: subnetpools {{(pid=98136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:51.118313 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extended resource: subnetpools {{(pid=98136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:51.120112 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extended resource: tags {{(pid=98136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:51.122032 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extended resource: tags {{(pid=98136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:51.123846 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extended resource: tags {{(pid=98136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:51.125591 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extended resource: tags {{(pid=98136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:51.128519 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extended resource: tags {{(pid=98136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:51.130343 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extended resource: tags {{(pid=98136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:51.132070 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extended resource: tags {{(pid=98136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:51.248409 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extended resource: tags {{(pid=98136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:51.250202 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extended resource: tags {{(pid=98136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:51.252027 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron.api.extensions [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Extended resource: tags {{(pid=98136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:51.257826 dv-cinder-792462-2-iscsi neutron-server[98136]: WARNING keystonemiddleware.auth_token [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 20 19:32:51.262518 dv-cinder-792462-2-iscsi neutron-server[98136]: WARNING keystonemiddleware.auth_token [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 20 19:32:51.270613 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_concurrency.lockutils [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Acquired lock "singleton_lock" {{(pid=98136) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 20 19:32:51.271081 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_concurrency.lockutils [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Releasing lock "singleton_lock" {{(pid=98136) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 20 19:32:51.272253 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO oslo_service.service [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Starting 2 workers May 20 19:32:51.276861 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Started child 98243 {{(pid=98136) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 19:32:51.281016 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Started child 98244 {{(pid=98136) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 19:32:51.281935 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:32:51.282555 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO neutron.service [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Neutron service started, listening on 0.0.0.0:9696 May 20 19:32:51.283139 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Notify callbacks [] for process, before_spawn {{(pid=98136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:32:51.283376 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [-] (98243) wsgi starting up on http://0.0.0.0:9696 May 20 19:32:51.285317 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:32:51.285755 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO oslo_service.service [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Starting 1 workers May 20 19:32:51.286712 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [-] (98244) wsgi starting up on http://0.0.0.0:9696 May 20 19:32:51.291077 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Started child 98245 {{(pid=98136) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 19:32:51.291563 dv-cinder-792462-2-iscsi neutron-server[98136]: INFO oslo_service.service [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Starting 1 workers May 20 19:32:51.294506 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.service [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] calling RpcWorker wait() {{(pid=98245) _wait /opt/stack/neutron/neutron/service.py:128}} May 20 19:32:51.295024 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.service [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] returning from RpcWorker wait() {{(pid=98245) _wait /opt/stack/neutron/neutron/service.py:135}} May 20 19:32:51.295745 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Started child 98246 {{(pid=98136) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 19:32:51.296418 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:32:51.296534 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG neutron_lib.callbacks.manager [None req-676f9c1e-2821-4776-b508-7d8780281c84 None None] Notify callbacks [] for process, after_spawn {{(pid=98136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:32:51.296942 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:32:51.298271 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98136) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 20 19:32:51.298484 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 20 19:32:51.298664 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 20 19:32:51.298874 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 20 19:32:51.299212 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 20 19:32:51.299375 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 20 19:32:51.299891 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.300163 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.300371 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:32:51.300841 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.300841 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.300978 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.301499 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.301763 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.302006 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.302290 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.302602 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.302771 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.302934 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.303177 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.303401 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.303690 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.303984 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.304223 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.304499 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.304673 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.304917 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.305169 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.305408 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.305668 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] debug = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.305919 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.306393 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.306625 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.306856 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.307065 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.307327 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.307573 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.307874 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.308112 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.308355 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.308585 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.308839 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.309068 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.309294 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.309524 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.309783 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.309991 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.310486 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] host = dv-cinder-792462-2-iscsi {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.310696 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.310908 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.311163 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.311405 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.311643 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.311876 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.312124 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.312365 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.315187 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.315187 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.315187 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.315187 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.315187 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.315187 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] log_file = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.315187 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] log_options = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.315187 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.315187 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.316429 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.316429 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.316429 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.316429 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.316429 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.316429 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.316429 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.317240 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.317240 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.317240 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.317240 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.317240 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.317240 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.317240 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.318045 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.318045 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.318045 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.318395 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.318395 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.318626 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.318834 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.319053 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.319266 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.319493 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.319728 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.319960 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.320186 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.320458 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.320695 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.320950 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.321189 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.321428 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.321670 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.321888 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.322098 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.322379 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.322601 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.322838 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.323081 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.323287 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.323524 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.324621 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.324621 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.324621 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] use_json = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.324621 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.324917 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.324986 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:32:51.325065 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.325254 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.325497 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.325699 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.325916 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.326399 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.327167 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.327279 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.327893 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.328466 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.329056 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.329056 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.329423 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.329498 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.329737 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.330174 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.330371 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.330578 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.330879 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.331332 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.331451 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.331666 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.331999 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.332545 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.332545 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.332729 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.333587 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.333587 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.333587 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.334312 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.334793 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.334906 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.335085 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.335571 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.335571 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.335769 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.335967 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.336275 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.336581 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.336777 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.337062 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.337244 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.337470 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.337763 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.337920 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.338153 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.338427 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.338749 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.339000 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.339110 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.339306 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.340704 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.340704 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.340704 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.340704 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.341246 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.341246 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.341522 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.341522 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.341769 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.342615 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.342615 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.342615 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.342998 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.343241 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.343413 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.343614 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.344312 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.344458 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.345885 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.345885 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.345885 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.345885 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.345885 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.345885 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.346742 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.346742 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.346742 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.346742 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.347065 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.347065 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.347217 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.348409 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.348409 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.348409 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.348409 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.348409 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.348832 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.348832 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.348997 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.350257 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.350257 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.350436 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.350877 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.350877 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.351051 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.351338 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.351483 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.351734 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.351962 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.352527 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.352527 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.352705 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.353044 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.353162 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.353315 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.354440 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.354440 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.354440 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.354440 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.354754 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.354754 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.355743 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.355743 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.355743 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.355743 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.356058 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.356269 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.356523 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.356772 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.356985 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.357247 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.357545 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.357822 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.358106 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.358367 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.358768 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.359170 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.359418 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.359687 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.359938 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.360187 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.360404 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.360667 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.360915 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.361131 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.361358 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.361581 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.361915 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.362174 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.362633 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.362992 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.363422 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.363844 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.364241 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.364502 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.364745 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.365163 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.365418 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.365659 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.365891 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.366135 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.366380 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.366589 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.366802 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.367031 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.367257 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.367498 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.367693 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.367940 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.368153 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.368371 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.368575 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.368792 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.369001 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.369242 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.369450 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.369663 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.369906 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.370117 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.370345 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.370798 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.371013 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.371257 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.371468 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.371766 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.372000 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.372210 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.372429 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.372673 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.372950 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.373156 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.373394 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.373626 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.373831 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.374037 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.374247 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.374453 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.374708 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.374985 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.375277 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.375538 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.375869 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.376532 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.376793 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.377019 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.377260 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.377472 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.377683 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.377918 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.378171 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.378381 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.378588 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.378791 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.379199 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.379593 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.379996 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.380348 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.380732 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.380944 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.381179 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.381390 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.381676 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.381920 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.382154 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.382395 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.382623 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.382853 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.383076 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.383278 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.383489 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.383694 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.384089 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.384469 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.384701 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.384917 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.385124 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.385348 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.385557 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.385762 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.385972 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.386179 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.386402 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.386607 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.386813 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.387022 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.387229 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.387537 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.389924 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.389924 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.389924 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.389924 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.390208 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.390274 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.390573 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.390785 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.391041 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.391258 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.391467 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.391727 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.391978 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.392297 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.392570 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.392823 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.393075 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.393366 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.393649 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.393911 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.394154 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.394465 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.394781 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.395053 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.395318 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.395540 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.395820 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.396038 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.396842 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.397067 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.397297 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.397507 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.397738 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.397978 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.398204 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.398415 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.398658 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.398867 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.399084 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.399290 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.399535 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.399779 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.399935 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 20 19:32:51.400470 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98136) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 20 19:32:51.400627 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 20 19:32:51.400775 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 20 19:32:51.400939 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 20 19:32:51.401105 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 20 19:32:51.401253 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 20 19:32:51.401476 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.401622 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.401774 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.401928 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.402083 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.402258 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.402414 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.402569 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.402724 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.402878 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.403031 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.403186 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.403339 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.403493 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.403646 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.403823 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.403981 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.404130 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.404274 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.404413 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.404547 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.404705 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.404854 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] debug = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.404989 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.405162 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.405319 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.405454 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.405597 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.405730 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.405865 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.406022 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.406176 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.406330 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.406484 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.406629 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.406781 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.406921 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.407075 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.407229 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.407382 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.407526 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] host = dv-cinder-792462-2-iscsi {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.407662 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.407843 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.407996 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.408149 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.408301 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.408454 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.408608 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.408760 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.408913 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.409068 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.409219 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.409868 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.410027 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.410182 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] log_file = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.410318 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] log_options = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.410450 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.410602 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.410856 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.411271 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.411271 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.411550 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.411550 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.411903 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.411903 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.412659 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.412659 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.412811 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.412888 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.413043 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.413197 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.413349 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.413527 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.413652 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.414006 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.414006 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.414163 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.414240 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.414379 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.414532 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.414684 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.414837 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.414990 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.415143 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.415295 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.415448 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.415845 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.415845 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.416009 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.416087 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.416203 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.416356 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.416509 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.416666 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.416820 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.416973 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.417127 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.417281 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.417433 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.417588 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.417741 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.417894 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] use_json = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.418114 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.418212 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.418342 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.418494 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.418647 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.418800 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.418953 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.419107 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:51.419280 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.419439 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.419607 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.419795 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.419949 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.420105 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.420260 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.420417 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.420572 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.420726 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.420888 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.421049 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.421213 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.421524 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.421666 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.421844 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.422000 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.422138 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.422272 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.422428 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.422584 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.422739 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.422912 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.423069 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.423227 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.423384 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.423540 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.423739 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.423867 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.424024 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.424181 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.424338 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.424494 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.424650 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.424808 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.424963 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.425119 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.425276 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.425432 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.425589 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.425747 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.425905 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.426217 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.426217 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.426347 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.426495 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.426650 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.426808 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.426965 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.427121 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.427288 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.427463 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.427623 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.427801 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.428049 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.428140 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.428298 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.428456 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.428615 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.428772 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.428916 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.429087 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.429243 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.429401 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.429557 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.429718 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.429874 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.430031 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.430187 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.430343 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.430499 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.430654 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.430811 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.430968 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.431123 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.431281 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.431437 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.431594 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.431761 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.431918 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.432076 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.432232 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.432387 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.432543 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.432707 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.432879 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.433035 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.433192 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.433349 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.433505 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.433679 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.433825 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.433962 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.434119 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.434275 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.434408 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:32:51.434510 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.434592 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.434724 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.434881 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.435037 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.435195 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.435351 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.435507 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.435663 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.435845 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.436009 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.436149 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.436305 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.436460 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.436615 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.436770 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.436936 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.437091 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.437252 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.437407 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.437570 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.437738 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.437894 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.438050 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.438206 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.438357 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.438513 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.438669 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.438824 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.438980 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.439137 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.439294 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.439457 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.439628 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.439806 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.439963 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.440104 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.440288 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.440444 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.440586 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.440742 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.440898 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.441053 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.441208 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.441363 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.441520 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.441675 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.441833 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.442050 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.442188 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.442311 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.442434 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.442559 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.442718 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.442875 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.443031 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.443208 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.443365 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.443521 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.443676 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.443843 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.444002 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.444158 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.444298 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.444456 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.444614 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.444769 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.444924 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.445078 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.445234 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.445390 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.446356 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.446356 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.446356 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.446732 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.446732 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.446965 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.447088 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.447211 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.447294 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.447763 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.447763 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.447763 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.448107 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.448282 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.448511 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.448627 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.448748 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.448873 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.449010 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.449583 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.449583 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.449583 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.449837 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.449837 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.449983 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.450060 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.451730 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.451730 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.451730 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.451730 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.451730 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.451730 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.451730 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.451730 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.452242 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.452242 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.452242 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.452242 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.452242 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.452242 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.452242 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.452643 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.452643 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.452758 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.452821 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.452987 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.453137 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.453295 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.453450 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.453606 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.453771 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.453928 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.454087 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.454247 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.454400 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.454540 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.454676 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.454820 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.454952 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.455110 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.455274 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.455424 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.455575 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.455743 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.455904 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.456070 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.456230 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.456387 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.456550 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.456706 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.456862 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.457017 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.457187 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.457332 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.457490 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.457648 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.457805 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.457961 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.458120 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.458280 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.458454 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.458596 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.459264 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.459431 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.459596 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.459910 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.459910 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.460085 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.460239 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.460395 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.460551 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.460705 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.460860 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.461015 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.461171 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.461328 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.461483 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.461638 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.461793 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.461949 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.462104 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.462259 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.462414 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.462570 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.462727 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.462881 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.463037 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.463191 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:51.463340 dv-cinder-792462-2-iscsi neutron-server[98136]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 20 19:32:51.607071 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 60254) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:32:51.615448 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063133 May 20 19:33:02.352113 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdc8acb-bc1e-4268-9131-a5ed69dbac4a None None] get_active_networks_info from dv-cinder-792462-2-iscsi {{(pid=98245) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 19:33:02.459378 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdc8acb-bc1e-4268-9131-a5ed69dbac4a None None] No non-hosted networks {{(pid=98245) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 20 19:33:02.474081 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.agentschedulers_db [None req-bfdc8acb-bc1e-4268-9131-a5ed69dbac4a None None] DHCP Agent not found on host dv-cinder-792462-2-iscsi {{(pid=98245) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 20 19:33:02.630366 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-a35abfc3-d579-4716-8c5d-5a5ec9a00d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508'] for agent, after_create {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:04.447313 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-a81aa948-a81b-4038-a5b8-cb53cf534a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508'] for agent, after_create {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:04.489384 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-68051966-a85e-4674-81ed-6f79c714bc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:04.755300 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508'] for agent, after_create {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:04.756176 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:04.756728 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:04.757580 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:04.757995 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:04.758423 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:04.758997 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:04.759547 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:04.760038 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:04.760582 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:04.761122 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:04.761677 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:04.762214 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:04.762847 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-792462-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:33:04.771427 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-792462-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:33:05.545418 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d568-3eaa-4ee2-8e63-8438dfda9a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508'] for agent, after_create {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:07.226613 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-40a8b960-4cf6-42c3-bf80-c71dd59d075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508'] for agent, after_create {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:08.857846 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 60346) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:33:09.442595 dv-cinder-792462-2-iscsi neutron-server[98244]: WARNING oslo_policy.policy [None req-b2f6717a-3104-42ce-983a-e030a4785aa0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 19:33:09.443185 dv-cinder-792462-2-iscsi neutron-server[98244]: WARNING oslo_policy.policy [None req-b2f6717a-3104-42ce-983a-e030a4785aa0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 19:33:09.660316 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [None req-b2f6717a-3104-42ce-983a-e030a4785aa0 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=98244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 19:33:09.661392 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-b2f6717a-3104-42ce-983a-e030a4785aa0 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8026361 May 20 19:33:11.405041 dv-cinder-792462-2-iscsi neutron-server[98245]: INFO neutron.db.l3_hamode_db [None req-188c0c06-6603-40b6-8c2d-76135c0191e3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 20 19:33:11.500124 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188c0c06-6603-40b6-8c2d-76135c0191e3 None None] Routers set() bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:33:11.500437 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188c0c06-6603-40b6-8c2d-76135c0191e3 None None] Router IDs set() for agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 20 19:33:12.004688 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 60360) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:33:12.361811 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-021158b3-b95b-43e1-88e5-892a13c1115c admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:33:12.460837 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.policy [None req-021158b3-b95b-43e1-88e5-892a13c1115c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98244) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 20 19:33:12.505183 dv-cinder-792462-2-iscsi neutron-server[98244]: WARNING oslo_policy.policy [None req-021158b3-b95b-43e1-88e5-892a13c1115c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 19:33:12.505582 dv-cinder-792462-2-iscsi neutron-server[98244]: WARNING oslo_policy.policy [None req-021158b3-b95b-43e1-88e5-892a13c1115c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 19:33:12.513871 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.quota [None req-021158b3-b95b-43e1-88e5-892a13c1115c admin admin] Loaded quota_driver: . May 20 19:33:12.529372 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-021158b3-b95b-43e1-88e5-892a13c1115c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:33:12.588941 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-021158b3-b95b-43e1-88e5-892a13c1115c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778151674114', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778151675693', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778151683436', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778151632568', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778151639559', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778151648460', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-748449', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1411168', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-369765', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-429071'] for rbac-policy, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:12.649477 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-021158b3-b95b-43e1-88e5-892a13c1115c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:12.650815 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-021158b3-b95b-43e1-88e5-892a13c1115c admin admin] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6451192 May 20 19:33:15.220982 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 60374) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:33:15.567306 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-cb2330ca-dd2d-4bbc-a863-c02e2e8c0e23 admin admin] Request body: {'network': {'tenant_id': 'ca58930403414a31af767675800f5d87', 'name': 'private', 'project_id': 'ca58930403414a31af767675800f5d87', 'admin_state_up': True}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:33:15.572562 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-cb2330ca-dd2d-4bbc-a863-c02e2e8c0e23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:33:15.576904 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-cb2330ca-dd2d-4bbc-a863-c02e2e8c0e23 admin admin] Usage tracker for resource:network and tenant:ca58930403414a31af767675800f5d87 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:33:15.582392 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-cb2330ca-dd2d-4bbc-a863-c02e2e8c0e23 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:33:15.588944 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-cb2330ca-dd2d-4bbc-a863-c02e2e8c0e23 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:33:15.598004 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2330ca-dd2d-4bbc-a863-c02e2e8c0e23 admin admin] Made reservation on behalf of ca58930403414a31af767675800f5d87 for: {'network': 1} {{(pid=98244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:33:15.600798 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-cb2330ca-dd2d-4bbc-a863-c02e2e8c0e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-584789'] for network, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:15.617417 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-cb2330ca-dd2d-4bbc-a863-c02e2e8c0e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:15.630982 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-cb2330ca-dd2d-4bbc-a863-c02e2e8c0e23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:33:15.635050 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-cb2330ca-dd2d-4bbc-a863-c02e2e8c0e23 admin admin] Usage tracker for resource:security_group_rule and tenant:ca58930403414a31af767675800f5d87 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:33:15.639825 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-cb2330ca-dd2d-4bbc-a863-c02e2e8c0e23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:33:15.645226 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-cb2330ca-dd2d-4bbc-a863-c02e2e8c0e23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:33:15.738561 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-cb2330ca-dd2d-4bbc-a863-c02e2e8c0e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:15.742117 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-cb2330ca-dd2d-4bbc-a863-c02e2e8c0e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:15.747525 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:33:15.765108 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb2330ca-dd2d-4bbc-a863-c02e2e8c0e23 admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=98244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 19:33:15.791200 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-cb2330ca-dd2d-4bbc-a863-c02e2e8c0e23 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778153042490', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717217'] for segment, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:15.791847 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-cb2330ca-dd2d-4bbc-a863-c02e2e8c0e23 admin admin] Unsubscribe: segment precommit_create {{(pid=98244) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 20 19:33:15.792319 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.db.segments_db [None req-cb2330ca-dd2d-4bbc-a863-c02e2e8c0e23 admin admin] Added segment be14c74a-9f76-469d-a2e4-bb82870affb2 of type vlan for network 0afc2e58-c14c-43c3-bf75-7a3a4c6d69ff May 20 19:33:15.842329 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2330ca-dd2d-4bbc-a863-c02e2e8c0e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75bcf54-9dec-4dec-9f79-f65af964dfca,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:33:15.862672 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2330ca-dd2d-4bbc-a863-c02e2e8c0e23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:15.863022 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2330ca-dd2d-4bbc-a863-c02e2e8c0e23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:15.863353 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2330ca-dd2d-4bbc-a863-c02e2e8c0e23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:15.863674 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2330ca-dd2d-4bbc-a863-c02e2e8c0e23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:15.864019 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2330ca-dd2d-4bbc-a863-c02e2e8c0e23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:15.864351 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2330ca-dd2d-4bbc-a863-c02e2e8c0e23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:15.864667 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2330ca-dd2d-4bbc-a863-c02e2e8c0e23 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:15.864978 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2330ca-dd2d-4bbc-a863-c02e2e8c0e23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:15.865303 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2330ca-dd2d-4bbc-a863-c02e2e8c0e23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:15.865613 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2330ca-dd2d-4bbc-a863-c02e2e8c0e23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:15.865948 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2330ca-dd2d-4bbc-a863-c02e2e8c0e23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:15.866254 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2330ca-dd2d-4bbc-a863-c02e2e8c0e23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:15.867329 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2330ca-dd2d-4bbc-a863-c02e2e8c0e23 admin admin] Tracked resource versions report: May 20 19:33:15.867329 dv-cinder-792462-2-iscsi neutron-server[98244]: pushed versions: May 20 19:33:15.867329 dv-cinder-792462-2-iscsi neutron-server[98244]: { 'AddressGroup': {'1.2'}, May 20 19:33:15.867329 dv-cinder-792462-2-iscsi neutron-server[98244]: 'ConntrackHelper': {'1.0'}, May 20 19:33:15.867329 dv-cinder-792462-2-iscsi neutron-server[98244]: 'Log': {'1.0'}, May 20 19:33:15.867329 dv-cinder-792462-2-iscsi neutron-server[98244]: 'Network': {'1.1'}, May 20 19:33:15.867329 dv-cinder-792462-2-iscsi neutron-server[98244]: 'Port': {'1.7'}, May 20 19:33:15.867329 dv-cinder-792462-2-iscsi neutron-server[98244]: 'PortForwarding': {'1.2'}, May 20 19:33:15.867329 dv-cinder-792462-2-iscsi neutron-server[98244]: 'QosPolicy': {'1.8'}, May 20 19:33:15.867329 dv-cinder-792462-2-iscsi neutron-server[98244]: 'SecurityGroup': {'1.4'}, May 20 19:33:15.867329 dv-cinder-792462-2-iscsi neutron-server[98244]: 'SecurityGroupRule': {'1.2'}, May 20 19:33:15.867329 dv-cinder-792462-2-iscsi neutron-server[98244]: 'SubPort': {'1.0'}, May 20 19:33:15.867329 dv-cinder-792462-2-iscsi neutron-server[98244]: 'Subnet': {'1.1'}, May 20 19:33:15.867329 dv-cinder-792462-2-iscsi neutron-server[98244]: 'Trunk': {'1.1'}} May 20 19:33:15.867329 dv-cinder-792462-2-iscsi neutron-server[98244]: consumer versions: May 20 19:33:15.867329 dv-cinder-792462-2-iscsi neutron-server[98244]: { DHCP agent@dv-cinder-792462-2-iscsi: {}, May 20 19:33:15.867329 dv-cinder-792462-2-iscsi neutron-server[98244]: L3 agent@dv-cinder-792462-2-iscsi: {}, May 20 19:33:15.867329 dv-cinder-792462-2-iscsi neutron-server[98244]: Metadata agent@dv-cinder-792462-2-iscsi: {}, May 20 19:33:15.867329 dv-cinder-792462-2-iscsi neutron-server[98244]: Metering agent@dv-cinder-792462-2-iscsi: {}, May 20 19:33:15.867329 dv-cinder-792462-2-iscsi neutron-server[98244]: Open vSwitch agent@dv-cinder-792462-2-iscsi: { 'AddressGroup': '1.2', May 20 19:33:15.867329 dv-cinder-792462-2-iscsi neutron-server[98244]: 'ConntrackHelper': '1.0', May 20 19:33:15.867329 dv-cinder-792462-2-iscsi neutron-server[98244]: 'Log': '1.0', May 20 19:33:15.867329 dv-cinder-792462-2-iscsi neutron-server[98244]: 'Network': '1.1', May 20 19:33:15.867329 dv-cinder-792462-2-iscsi neutron-server[98244]: 'Port': '1.7', May 20 19:33:15.867329 dv-cinder-792462-2-iscsi neutron-server[98244]: 'PortForwarding': '1.2', May 20 19:33:15.867329 dv-cinder-792462-2-iscsi neutron-server[98244]: 'QosPolicy': '1.8', May 20 19:33:15.867329 dv-cinder-792462-2-iscsi neutron-server[98244]: 'SecurityGroup': '1.4', May 20 19:33:15.867329 dv-cinder-792462-2-iscsi neutron-server[98244]: 'SecurityGroupRule': '1.2', May 20 19:33:15.867329 dv-cinder-792462-2-iscsi neutron-server[98244]: 'SubPort': '1.0', May 20 19:33:15.867329 dv-cinder-792462-2-iscsi neutron-server[98244]: 'Subnet': '1.1', May 20 19:33:15.867329 dv-cinder-792462-2-iscsi neutron-server[98244]: 'Trunk': '1.1'}} May 20 19:33:15.867329 dv-cinder-792462-2-iscsi neutron-server[98244]: {{(pid=98244) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 19:33:15.912305 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-cb2330ca-dd2d-4bbc-a863-c02e2e8c0e23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778152598492'] for network, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:15.919636 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-cb2330ca-dd2d-4bbc-a863-c02e2e8c0e23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:33:15.952042 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-cb2330ca-dd2d-4bbc-a863-c02e2e8c0e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697952'] for network, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:15.953411 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2330ca-dd2d-4bbc-a863-c02e2e8c0e23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:33:15.954065 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-cb2330ca-dd2d-4bbc-a863-c02e2e8c0e23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for network, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:15.958675 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:33:16.057752 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-cb2330ca-dd2d-4bbc-a863-c02e2e8c0e23 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8356605 May 20 19:33:16.060780 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2330ca-dd2d-4bbc-a863-c02e2e8c0e23 admin admin] Pushing event updated for resources: {'Network': ['ID=0afc2e58-c14c-43c3-bf75-7a3a4c6d69ff,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:33:16.081337 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-cb2330ca-dd2d-4bbc-a863-c02e2e8c0e23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:33:16.089956 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Network 0afc2e58-c14c-43c3-bf75-7a3a4c6d69ff details requested by agent ovs-agent-dv-cinder-792462-2-iscsi with host dv-cinder-792462-2-iscsi {{(pid=98245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 19:33:18.674890 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 60390) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:33:19.115464 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214765f5-ece6-4c75-87ac-f9e1d11e21a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:33:19.117314 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-214765f5-ece6-4c75-87ac-f9e1d11e21a5 admin admin] 10.222.0.46 "GET /v2.0/networks/0afc2e58-c14c-43c3-bf75-7a3a4c6d69ff HTTP/1.1" status: 200 len: 825 time: 0.4414921 May 20 19:33:19.143533 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-63d0360e-7091-49cd-b403-6a9e535c0da6 admin admin] 10.222.0.46 "GET /v2.0/subnetpools/de121fcb-0e81-490d-9701-c7bac396af30 HTTP/1.1" status: 200 len: 734 time: 0.0207341 May 20 19:33:19.151637 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-890aa2c6-af73-4a1c-b628-4cba518250f0 admin admin] Request body: {'subnet': {'tenant_id': 'ca58930403414a31af767675800f5d87', 'name': 'private-subnet', 'network_id': '0afc2e58-c14c-43c3-bf75-7a3a4c6d69ff', 'subnetpool_id': 'de121fcb-0e81-490d-9701-c7bac396af30', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:33:19.155774 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-890aa2c6-af73-4a1c-b628-4cba518250f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:33:19.159383 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-890aa2c6-af73-4a1c-b628-4cba518250f0 admin admin] Usage tracker for resource:subnet and tenant:ca58930403414a31af767675800f5d87 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:33:19.162209 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-890aa2c6-af73-4a1c-b628-4cba518250f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:33:19.167845 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-890aa2c6-af73-4a1c-b628-4cba518250f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:33:19.177881 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890aa2c6-af73-4a1c-b628-4cba518250f0 admin admin] Made reservation on behalf of ca58930403414a31af767675800f5d87 for: {'subnet': 1} {{(pid=98244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:33:19.180674 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-890aa2c6-af73-4a1c-b628-4cba518250f0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:19.657028 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-890aa2c6-af73-4a1c-b628-4cba518250f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983'] for subnet, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:19.661968 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:33:19.742867 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890aa2c6-af73-4a1c-b628-4cba518250f0 admin admin] Checking segment: {'id': 'be14c74a-9f76-469d-a2e4-bb82870affb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0afc2e58-c14c-43c3-bf75-7a3a4c6d69ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:33:19.743521 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890aa2c6-af73-4a1c-b628-4cba518250f0 admin admin] Network hostable DHCP agents. Network: 0afc2e58-c14c-43c3-bf75-7a3a4c6d69ff, hostable agents: ['fa9d6d8e-318c-43db-bbd8-e3a49a35072a'], hosted agents: [] {{(pid=98244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 19:33:19.747037 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890aa2c6-af73-4a1c-b628-4cba518250f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b0b3754-7a84-4c66-9a75-9771a9d34c77,revision_number=0']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:33:19.754347 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-890aa2c6-af73-4a1c-b628-4cba518250f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:33:19.764753 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890aa2c6-af73-4a1c-b628-4cba518250f0 admin admin] Network 0afc2e58-c14c-43c3-bf75-7a3a4c6d69ff is scheduled to be hosted by DHCP agent fa9d6d8e-318c-43db-bbd8-e3a49a35072a with binding_index 1 {{(pid=98244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 19:33:19.774759 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.base_scheduler [None req-890aa2c6-af73-4a1c-b628-4cba518250f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-2-iscsi, 0afc2e58-c14c-43c3-bf75-7a3a4c6d69ff) {{(pid=98244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:33:19.779996 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890aa2c6-af73-4a1c-b628-4cba518250f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:33:19.780575 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-890aa2c6-af73-4a1c-b628-4cba518250f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for subnet, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:19.782957 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2946a74-793c-47a3-9ac9-9104c2446d11 None None] Network 0afc2e58-c14c-43c3-bf75-7a3a4c6d69ff requested from dv-cinder-792462-2-iscsi {{(pid=98245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:33:19.801482 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-890aa2c6-af73-4a1c-b628-4cba518250f0 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6530066 May 20 19:33:20.085836 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7a4470-da7b-46f4-9217-a26982705a51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp24e9921b-c377-56b1-b5d5-9e0eafbeecd1-0afc2e58-c14c-43c3-bf75-7a3a4c6d69ff', 'network_id': '0afc2e58-c14c-43c3-bf75-7a3a4c6d69ff', 'tenant_id': 'ca58930403414a31af767675800f5d87', 'fixed_ips': [{'subnet_id': '3b0b3754-7a84-4c66-9a75-9771a9d34c77'}]}} from dv-cinder-792462-2-iscsi. {{(pid=98245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 19:33:20.087061 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-6d7a4470-da7b-46f4-9217-a26982705a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:20.266501 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.db_base_plugin_common [None req-6d7a4470-da7b-46f4-9217-a26982705a51 None None] Allocated IP 172.20.0.2 (0afc2e58-c14c-43c3-bf75-7a3a4c6d69ff/3b0b3754-7a84-4c66-9a75-9771a9d34c77/d0103c9b-c1c6-4ca1-a05c-60bcf2f975f8) {{(pid=98245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:33:20.492239 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-6d7a4470-da7b-46f4-9217-a26982705a51 None None] Notify callbacks [] for port, precommit_create {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:20.505351 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-6d7a4470-da7b-46f4-9217-a26982705a51 None None] Transition to ACTIVE for port object d0103c9b-c1c6-4ca1-a05c-60bcf2f975f8 will not be triggered until provisioned by entity L2. {{(pid=98245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:33:20.524995 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-6d7a4470-da7b-46f4-9217-a26982705a51 None None] Transition to ACTIVE for port object d0103c9b-c1c6-4ca1-a05c-60bcf2f975f8 will not be triggered until provisioned by entity DHCP. {{(pid=98245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:33:20.531510 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-6d7a4470-da7b-46f4-9217-a26982705a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015'] for port, after_create {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:20.535988 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:33:20.594435 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7a4470-da7b-46f4-9217-a26982705a51 None None] Network 0afc2e58-c14c-43c3-bf75-7a3a4c6d69ff is already hosted by enough agents. {{(pid=98245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:33:20.597282 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.scheduler.base_scheduler [None req-6d7a4470-da7b-46f4-9217-a26982705a51 None None] Resources bound (agent type, host, resource id): {{(pid=98245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:33:20.603511 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7a4470-da7b-46f4-9217-a26982705a51 None None] Received port after_create {{(pid=98245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:33:20.609309 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a4470-da7b-46f4-9217-a26982705a51 None None] Pushing event updated for resources: {'Port': ['ID=d0103c9b-c1c6-4ca1-a05c-60bcf2f975f8,revision_number=1']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:33:20.648826 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a4470-da7b-46f4-9217-a26982705a51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:20.649164 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a4470-da7b-46f4-9217-a26982705a51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:20.649492 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a4470-da7b-46f4-9217-a26982705a51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:20.649816 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a4470-da7b-46f4-9217-a26982705a51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:20.650139 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a4470-da7b-46f4-9217-a26982705a51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:20.650461 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a4470-da7b-46f4-9217-a26982705a51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:20.650779 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a4470-da7b-46f4-9217-a26982705a51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:20.651095 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a4470-da7b-46f4-9217-a26982705a51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:20.651425 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a4470-da7b-46f4-9217-a26982705a51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:20.651761 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a4470-da7b-46f4-9217-a26982705a51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:20.652075 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a4470-da7b-46f4-9217-a26982705a51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:20.652384 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a4470-da7b-46f4-9217-a26982705a51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:20.653484 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a4470-da7b-46f4-9217-a26982705a51 None None] Tracked resource versions report: May 20 19:33:20.653484 dv-cinder-792462-2-iscsi neutron-server[98245]: pushed versions: May 20 19:33:20.653484 dv-cinder-792462-2-iscsi neutron-server[98245]: { 'AddressGroup': {'1.2'}, May 20 19:33:20.653484 dv-cinder-792462-2-iscsi neutron-server[98245]: 'ConntrackHelper': {'1.0'}, May 20 19:33:20.653484 dv-cinder-792462-2-iscsi neutron-server[98245]: 'Log': {'1.0'}, May 20 19:33:20.653484 dv-cinder-792462-2-iscsi neutron-server[98245]: 'Network': {'1.1'}, May 20 19:33:20.653484 dv-cinder-792462-2-iscsi neutron-server[98245]: 'Port': {'1.7'}, May 20 19:33:20.653484 dv-cinder-792462-2-iscsi neutron-server[98245]: 'PortForwarding': {'1.2'}, May 20 19:33:20.653484 dv-cinder-792462-2-iscsi neutron-server[98245]: 'QosPolicy': {'1.8'}, May 20 19:33:20.653484 dv-cinder-792462-2-iscsi neutron-server[98245]: 'SecurityGroup': {'1.4'}, May 20 19:33:20.653484 dv-cinder-792462-2-iscsi neutron-server[98245]: 'SecurityGroupRule': {'1.2'}, May 20 19:33:20.653484 dv-cinder-792462-2-iscsi neutron-server[98245]: 'SubPort': {'1.0'}, May 20 19:33:20.653484 dv-cinder-792462-2-iscsi neutron-server[98245]: 'Subnet': {'1.1'}, May 20 19:33:20.653484 dv-cinder-792462-2-iscsi neutron-server[98245]: 'Trunk': {'1.1'}} May 20 19:33:20.653484 dv-cinder-792462-2-iscsi neutron-server[98245]: consumer versions: May 20 19:33:20.653484 dv-cinder-792462-2-iscsi neutron-server[98245]: { DHCP agent@dv-cinder-792462-2-iscsi: {}, May 20 19:33:20.653484 dv-cinder-792462-2-iscsi neutron-server[98245]: L3 agent@dv-cinder-792462-2-iscsi: {}, May 20 19:33:20.653484 dv-cinder-792462-2-iscsi neutron-server[98245]: Metadata agent@dv-cinder-792462-2-iscsi: {}, May 20 19:33:20.653484 dv-cinder-792462-2-iscsi neutron-server[98245]: Metering agent@dv-cinder-792462-2-iscsi: {}, May 20 19:33:20.653484 dv-cinder-792462-2-iscsi neutron-server[98245]: Open vSwitch agent@dv-cinder-792462-2-iscsi: { 'AddressGroup': '1.2', May 20 19:33:20.653484 dv-cinder-792462-2-iscsi neutron-server[98245]: 'ConntrackHelper': '1.0', May 20 19:33:20.653484 dv-cinder-792462-2-iscsi neutron-server[98245]: 'Log': '1.0', May 20 19:33:20.653484 dv-cinder-792462-2-iscsi neutron-server[98245]: 'Network': '1.1', May 20 19:33:20.653484 dv-cinder-792462-2-iscsi neutron-server[98245]: 'Port': '1.7', May 20 19:33:20.653484 dv-cinder-792462-2-iscsi neutron-server[98245]: 'PortForwarding': '1.2', May 20 19:33:20.653484 dv-cinder-792462-2-iscsi neutron-server[98245]: 'QosPolicy': '1.8', May 20 19:33:20.653484 dv-cinder-792462-2-iscsi neutron-server[98245]: 'SecurityGroup': '1.4', May 20 19:33:20.653484 dv-cinder-792462-2-iscsi neutron-server[98245]: 'SecurityGroupRule': '1.2', May 20 19:33:20.653484 dv-cinder-792462-2-iscsi neutron-server[98245]: 'SubPort': '1.0', May 20 19:33:20.653484 dv-cinder-792462-2-iscsi neutron-server[98245]: 'Subnet': '1.1', May 20 19:33:20.653484 dv-cinder-792462-2-iscsi neutron-server[98245]: 'Trunk': '1.1'}} May 20 19:33:20.653484 dv-cinder-792462-2-iscsi neutron-server[98245]: {{(pid=98245) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 19:33:20.684096 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-6d7a4470-da7b-46f4-9217-a26982705a51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:33:20.707916 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-6d7a4470-da7b-46f4-9217-a26982705a51 None None] Attempting to bind port d0103c9b-c1c6-4ca1-a05c-60bcf2f975f8 on host dv-cinder-792462-2-iscsi for vnic_type normal with profile {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:33:20.708307 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-6d7a4470-da7b-46f4-9217-a26982705a51 None None] Attempting to bind port d0103c9b-c1c6-4ca1-a05c-60bcf2f975f8 by drivers openvswitch,hyperv on host dv-cinder-792462-2-iscsi at level 0 using segments [{'id': 'be14c74a-9f76-469d-a2e4-bb82870affb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0afc2e58-c14c-43c3-bf75-7a3a4c6d69ff'}] {{(pid=98245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:33:20.708735 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7a4470-da7b-46f4-9217-a26982705a51 None None] Attempting to bind port d0103c9b-c1c6-4ca1-a05c-60bcf2f975f8 on network 0afc2e58-c14c-43c3-bf75-7a3a4c6d69ff {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:33:20.714368 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7a4470-da7b-46f4-9217-a26982705a51 None None] Checking agent: {'id': 'f14708df-a001-437d-8366-dd48be2b8a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 33, 5), 'started_at': datetime.datetime(2021, 5, 20, 19, 33, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:33:20.714767 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7a4470-da7b-46f4-9217-a26982705a51 None None] Checking segment: {'id': 'be14c74a-9f76-469d-a2e4-bb82870affb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0afc2e58-c14c-43c3-bf75-7a3a4c6d69ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:33:20.715230 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-6d7a4470-da7b-46f4-9217-a26982705a51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:20.715617 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7a4470-da7b-46f4-9217-a26982705a51 None None] Bound using segment: {'id': 'be14c74a-9f76-469d-a2e4-bb82870affb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0afc2e58-c14c-43c3-bf75-7a3a4c6d69ff'} {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:33:20.716131 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-6d7a4470-da7b-46f4-9217-a26982705a51 None None] Bound port: d0103c9b-c1c6-4ca1-a05c-60bcf2f975f8, host: dv-cinder-792462-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be14c74a-9f76-469d-a2e4-bb82870affb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0afc2e58-c14c-43c3-bf75-7a3a4c6d69ff'}}] {{(pid=98245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:33:20.716497 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-6d7a4470-da7b-46f4-9217-a26982705a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:20.802774 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-6d7a4470-da7b-46f4-9217-a26982705a51 None None] For port d0103c9b-c1c6-4ca1-a05c-60bcf2f975f8, host dv-cinder-792462-2-iscsi, cleared binding levels {{(pid=98245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:33:20.807114 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-6d7a4470-da7b-46f4-9217-a26982705a51 None None] For port d0103c9b-c1c6-4ca1-a05c-60bcf2f975f8, host dv-cinder-792462-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=d0103c9b-c1c6-4ca1-a05c-60bcf2f975f8,segment=NetworkSegment(be14c74a-9f76-469d-a2e4-bb82870affb2),segment_id=be14c74a-9f76-469d-a2e4-bb82870affb2)] {{(pid=98245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:33:20.810288 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-6d7a4470-da7b-46f4-9217-a26982705a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:20.813897 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:33:20.896156 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a4470-da7b-46f4-9217-a26982705a51 None None] Pushing event updated for resources: {'Port': ['ID=d0103c9b-c1c6-4ca1-a05c-60bcf2f975f8,revision_number=2']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:33:20.918065 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-6d7a4470-da7b-46f4-9217-a26982705a51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:33:22.150473 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 60402) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:33:22.528252 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [None req-42b9d361-3b36-420d-8c3b-59f31afe2991 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=98244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 19:33:22.529373 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-42b9d361-3b36-420d-8c3b-59f31afe2991 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3779526 May 20 19:33:24.925256 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 60412) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:33:25.310728 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [None req-30e009c1-42ca-48be-8ffc-626f1f99352e admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=98244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 19:33:25.311734 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-30e009c1-42ca-48be-8ffc-626f1f99352e admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3855457 May 20 19:33:26.316439 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8770d0-af12-45a1-a537-d3f0a35f3dbc None None] Network 0afc2e58-c14c-43c3-bf75-7a3a4c6d69ff requested from dv-cinder-792462-2-iscsi {{(pid=98245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:33:26.420539 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-d07baee7-9fb2-4229-998c-b4fddcd5d52d None None] Provisioning for port d0103c9b-c1c6-4ca1-a05c-60bcf2f975f8 completed by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:33:26.579386 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device d0103c9b-c1c6-4ca1-a05c-60bcf2f975f8 up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:33:26.649843 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning for port d0103c9b-c1c6-4ca1-a05c-60bcf2f975f8 completed by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:33:26.655043 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning complete for port d0103c9b-c1c6-4ca1-a05c-60bcf2f975f8 triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:33:26.655448 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:26.779863 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-ba2d8a35-0415-421a-bb01-38c2bd49ee9f None None] Provisioning complete for port d0103c9b-c1c6-4ca1-a05c-60bcf2f975f8 triggered by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:33:26.780232 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ba2d8a35-0415-421a-bb01-38c2bd49ee9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:26.827193 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:26.872156 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] For port d0103c9b-c1c6-4ca1-a05c-60bcf2f975f8, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=d0103c9b-c1c6-4ca1-a05c-60bcf2f975f8,segment=NetworkSegment(be14c74a-9f76-469d-a2e4-bb82870affb2),segment_id=be14c74a-9f76-469d-a2e4-bb82870affb2)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:33:26.901392 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:26.916539 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-6d7a4470-da7b-46f4-9217-a26982705a51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:33:27.014473 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Pushing event updated for resources: {'Port': ['ID=d0103c9b-c1c6-4ca1-a05c-60bcf2f975f8,revision_number=3']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:33:27.017945 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:33:27.925177 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 60428) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:33:28.497499 dv-cinder-792462-2-iscsi neutron-server[98243]: WARNING oslo_policy.policy [None req-c094e7d3-b643-485a-9786-8e21a70b88fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 19:33:28.498139 dv-cinder-792462-2-iscsi neutron-server[98243]: WARNING oslo_policy.policy [None req-c094e7d3-b643-485a-9786-8e21a70b88fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 19:33:28.544679 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device d0103c9b-c1c6-4ca1-a05c-60bcf2f975f8 up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:33:28.608290 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning complete for port d0103c9b-c1c6-4ca1-a05c-60bcf2f975f8 triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:33:28.608653 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:28.716506 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [None req-c094e7d3-b643-485a-9786-8e21a70b88fc admin admin] Request body: {'router': {'tenant_id': 'ca58930403414a31af767675800f5d87', 'name': 'router1', 'admin_state_up': True}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:33:28.788298 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.policy [None req-c094e7d3-b643-485a-9786-8e21a70b88fc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98243) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 20 19:33:28.835033 dv-cinder-792462-2-iscsi neutron-server[98243]: WARNING oslo_policy.policy [None req-c094e7d3-b643-485a-9786-8e21a70b88fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 19:33:28.835366 dv-cinder-792462-2-iscsi neutron-server[98243]: WARNING oslo_policy.policy [None req-c094e7d3-b643-485a-9786-8e21a70b88fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 19:33:28.843967 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.quota [None req-c094e7d3-b643-485a-9786-8e21a70b88fc admin admin] Loaded quota_driver: . May 20 19:33:28.859275 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-c094e7d3-b643-485a-9786-8e21a70b88fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:33:28.866292 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-c094e7d3-b643-485a-9786-8e21a70b88fc admin admin] Usage tracker for resource:router and tenant:ca58930403414a31af767675800f5d87 is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:33:28.870999 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-c094e7d3-b643-485a-9786-8e21a70b88fc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:33:28.878657 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-c094e7d3-b643-485a-9786-8e21a70b88fc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:33:28.895321 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-c094e7d3-b643-485a-9786-8e21a70b88fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1749729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7936'] for router, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:28.897957 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-c094e7d3-b643-485a-9786-8e21a70b88fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822624', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7947'] for router, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:28.923470 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-c094e7d3-b643-485a-9786-8e21a70b88fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:29.042584 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-c094e7d3-b643-485a-9786-8e21a70b88fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1749742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1822666'] for router, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:29.061698 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-c094e7d3-b643-485a-9786-8e21a70b88fc admin admin] Notify callbacks [] for router, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:29.063104 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-c094e7d3-b643-485a-9786-8e21a70b88fc admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1359169 May 20 19:33:31.372465 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 60444) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:33:31.750593 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [None req-43d44190-7a03-47fe-8a24-ea2e87f84773 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=98243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 19:33:31.751567 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-43d44190-7a03-47fe-8a24-ea2e87f84773 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3781495 May 20 19:33:32.175852 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-7f7f3fcf-c358-4dad-832b-cdee83068f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:34.058290 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 60454) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:33:34.417361 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [None req-b4132561-c4ad-4ef7-ad9a-98405f9acfa4 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'router:external': True, 'is_default': True}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:33:34.422302 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-b4132561-c4ad-4ef7-ad9a-98405f9acfa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:33:34.426223 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-b4132561-c4ad-4ef7-ad9a-98405f9acfa4 admin admin] Usage tracker for resource:network and tenant:f72c5c11cef047f5b74d44a3474b1e5a is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:33:34.430350 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-b4132561-c4ad-4ef7-ad9a-98405f9acfa4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:33:34.435997 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-b4132561-c4ad-4ef7-ad9a-98405f9acfa4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:33:34.442159 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-148e0bf9-2a04-47c4-a579-9a3c63032d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:34.445390 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4132561-c4ad-4ef7-ad9a-98405f9acfa4 admin admin] Made reservation on behalf of f72c5c11cef047f5b74d44a3474b1e5a for: {'network': 1} {{(pid=98243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:33:34.448298 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-b4132561-c4ad-4ef7-ad9a-98405f9acfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-584789'] for network, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:34.464323 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-b4132561-c4ad-4ef7-ad9a-98405f9acfa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:34.478271 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-b4132561-c4ad-4ef7-ad9a-98405f9acfa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:33:34.481878 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-b4132561-c4ad-4ef7-ad9a-98405f9acfa4 admin admin] Usage tracker for resource:security_group_rule and tenant:f72c5c11cef047f5b74d44a3474b1e5a is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:33:34.485313 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-b4132561-c4ad-4ef7-ad9a-98405f9acfa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:33:34.491397 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-b4132561-c4ad-4ef7-ad9a-98405f9acfa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:33:34.583611 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-b4132561-c4ad-4ef7-ad9a-98405f9acfa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:34.586769 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-b4132561-c4ad-4ef7-ad9a-98405f9acfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:34.591795 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:33:34.602968 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b4132561-c4ad-4ef7-ad9a-98405f9acfa4 admin admin] Reserving flat network on physical network physnet1 {{(pid=98243) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 20 19:33:34.634541 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-b4132561-c4ad-4ef7-ad9a-98405f9acfa4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778153042490', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717217'] for segment, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:34.635133 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-b4132561-c4ad-4ef7-ad9a-98405f9acfa4 admin admin] Unsubscribe: segment precommit_create {{(pid=98243) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 20 19:33:34.635611 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.db.segments_db [None req-b4132561-c4ad-4ef7-ad9a-98405f9acfa4 admin admin] Added segment 67affa7f-7af4-4d70-a1a2-daaca7702f84 of type flat for network b6b8e223-f4e2-43c0-a9aa-6e12566b63e3 May 20 19:33:34.687521 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4132561-c4ad-4ef7-ad9a-98405f9acfa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7d7ff1-5684-4d3c-9fa0-738ca3e26dfd,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:33:34.709986 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4132561-c4ad-4ef7-ad9a-98405f9acfa4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:34.710365 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4132561-c4ad-4ef7-ad9a-98405f9acfa4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:34.710686 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4132561-c4ad-4ef7-ad9a-98405f9acfa4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:34.711000 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4132561-c4ad-4ef7-ad9a-98405f9acfa4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:34.711305 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4132561-c4ad-4ef7-ad9a-98405f9acfa4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:34.711680 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4132561-c4ad-4ef7-ad9a-98405f9acfa4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:34.712075 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4132561-c4ad-4ef7-ad9a-98405f9acfa4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:34.712506 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4132561-c4ad-4ef7-ad9a-98405f9acfa4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:34.712829 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4132561-c4ad-4ef7-ad9a-98405f9acfa4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:34.713141 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4132561-c4ad-4ef7-ad9a-98405f9acfa4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:34.713602 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4132561-c4ad-4ef7-ad9a-98405f9acfa4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:34.713832 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4132561-c4ad-4ef7-ad9a-98405f9acfa4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:34.714919 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4132561-c4ad-4ef7-ad9a-98405f9acfa4 admin admin] Tracked resource versions report: May 20 19:33:34.714919 dv-cinder-792462-2-iscsi neutron-server[98243]: pushed versions: May 20 19:33:34.714919 dv-cinder-792462-2-iscsi neutron-server[98243]: { 'AddressGroup': {'1.2'}, May 20 19:33:34.714919 dv-cinder-792462-2-iscsi neutron-server[98243]: 'ConntrackHelper': {'1.0'}, May 20 19:33:34.714919 dv-cinder-792462-2-iscsi neutron-server[98243]: 'Log': {'1.0'}, May 20 19:33:34.714919 dv-cinder-792462-2-iscsi neutron-server[98243]: 'Network': {'1.1'}, May 20 19:33:34.714919 dv-cinder-792462-2-iscsi neutron-server[98243]: 'Port': {'1.7'}, May 20 19:33:34.714919 dv-cinder-792462-2-iscsi neutron-server[98243]: 'PortForwarding': {'1.2'}, May 20 19:33:34.714919 dv-cinder-792462-2-iscsi neutron-server[98243]: 'QosPolicy': {'1.8'}, May 20 19:33:34.714919 dv-cinder-792462-2-iscsi neutron-server[98243]: 'SecurityGroup': {'1.4'}, May 20 19:33:34.714919 dv-cinder-792462-2-iscsi neutron-server[98243]: 'SecurityGroupRule': {'1.2'}, May 20 19:33:34.714919 dv-cinder-792462-2-iscsi neutron-server[98243]: 'SubPort': {'1.0'}, May 20 19:33:34.714919 dv-cinder-792462-2-iscsi neutron-server[98243]: 'Subnet': {'1.1'}, May 20 19:33:34.714919 dv-cinder-792462-2-iscsi neutron-server[98243]: 'Trunk': {'1.1'}} May 20 19:33:34.714919 dv-cinder-792462-2-iscsi neutron-server[98243]: consumer versions: May 20 19:33:34.714919 dv-cinder-792462-2-iscsi neutron-server[98243]: { DHCP agent@dv-cinder-792462-2-iscsi: {}, May 20 19:33:34.714919 dv-cinder-792462-2-iscsi neutron-server[98243]: L3 agent@dv-cinder-792462-2-iscsi: {}, May 20 19:33:34.714919 dv-cinder-792462-2-iscsi neutron-server[98243]: Metadata agent@dv-cinder-792462-2-iscsi: {}, May 20 19:33:34.714919 dv-cinder-792462-2-iscsi neutron-server[98243]: Metering agent@dv-cinder-792462-2-iscsi: {}, May 20 19:33:34.714919 dv-cinder-792462-2-iscsi neutron-server[98243]: Open vSwitch agent@dv-cinder-792462-2-iscsi: { 'AddressGroup': '1.2', May 20 19:33:34.714919 dv-cinder-792462-2-iscsi neutron-server[98243]: 'ConntrackHelper': '1.0', May 20 19:33:34.714919 dv-cinder-792462-2-iscsi neutron-server[98243]: 'Log': '1.0', May 20 19:33:34.714919 dv-cinder-792462-2-iscsi neutron-server[98243]: 'Network': '1.1', May 20 19:33:34.714919 dv-cinder-792462-2-iscsi neutron-server[98243]: 'Port': '1.7', May 20 19:33:34.714919 dv-cinder-792462-2-iscsi neutron-server[98243]: 'PortForwarding': '1.2', May 20 19:33:34.714919 dv-cinder-792462-2-iscsi neutron-server[98243]: 'QosPolicy': '1.8', May 20 19:33:34.714919 dv-cinder-792462-2-iscsi neutron-server[98243]: 'SecurityGroup': '1.4', May 20 19:33:34.714919 dv-cinder-792462-2-iscsi neutron-server[98243]: 'SecurityGroupRule': '1.2', May 20 19:33:34.714919 dv-cinder-792462-2-iscsi neutron-server[98243]: 'SubPort': '1.0', May 20 19:33:34.714919 dv-cinder-792462-2-iscsi neutron-server[98243]: 'Subnet': '1.1', May 20 19:33:34.714919 dv-cinder-792462-2-iscsi neutron-server[98243]: 'Trunk': '1.1'}} May 20 19:33:34.714919 dv-cinder-792462-2-iscsi neutron-server[98243]: {{(pid=98243) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 19:33:34.751870 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:34.761769 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-b4132561-c4ad-4ef7-ad9a-98405f9acfa4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778152598492'] for network, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:34.768860 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-b4132561-c4ad-4ef7-ad9a-98405f9acfa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:33:34.805172 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-b4132561-c4ad-4ef7-ad9a-98405f9acfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697952'] for network, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:34.806713 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4132561-c4ad-4ef7-ad9a-98405f9acfa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:33:34.807338 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-b4132561-c4ad-4ef7-ad9a-98405f9acfa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for network, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:34.812122 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:33:34.906872 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-b4132561-c4ad-4ef7-ad9a-98405f9acfa4 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8475680 May 20 19:33:34.914781 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4132561-c4ad-4ef7-ad9a-98405f9acfa4 admin admin] Pushing event updated for resources: {'Network': ['ID=b6b8e223-f4e2-43c0-a9aa-6e12566b63e3,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:33:34.918514 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-b4132561-c4ad-4ef7-ad9a-98405f9acfa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:33:34.925993 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Network b6b8e223-f4e2-43c0-a9aa-6e12566b63e3 details requested by agent ovs-agent-dv-cinder-792462-2-iscsi with host dv-cinder-792462-2-iscsi {{(pid=98245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 19:33:35.489062 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d568-3eaa-4ee2-8e63-8438dfda9a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:37.178827 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-40a8b960-4cf6-42c3-bf80-c71dd59d075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:37.234357 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 60478) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:33:37.448026 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8cdabc-4f7e-4245-89d1-1933154184d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:33:37.449340 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-5b8cdabc-4f7e-4245-89d1-1933154184d7 admin admin] 10.222.0.46 "GET /v2.0/subnets/3b0b3754-7a84-4c66-9a75-9771a9d34c77 HTTP/1.1" status: 200 len: 849 time: 0.2140498 May 20 19:33:37.603805 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-77e607b4-24dd-4324-9ee2-835f18d7ff58 admin admin] 10.222.0.46 "GET /v2.0/routers/b7ec00fc-fbad-44bd-a802-792626011578 HTTP/1.1" status: 200 len: 704 time: 0.1488934 May 20 19:33:38.065782 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-c13814f3-7789-4530-9d5b-6d5a9bdf6a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:38.291996 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.db_base_plugin_common [None req-c13814f3-7789-4530-9d5b-6d5a9bdf6a51 admin admin] Allocated IP 172.20.0.1 (0afc2e58-c14c-43c3-bf75-7a3a4c6d69ff/3b0b3754-7a84-4c66-9a75-9771a9d34c77/a38438a5-bcd6-416b-ab21-624ab4f8126b) {{(pid=98243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:33:38.446489 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-c13814f3-7789-4530-9d5b-6d5a9bdf6a51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:38.463996 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.provisioning_blocks [None req-c13814f3-7789-4530-9d5b-6d5a9bdf6a51 admin admin] Transition to ACTIVE for port object a38438a5-bcd6-416b-ab21-624ab4f8126b will not be triggered until provisioned by entity DHCP. {{(pid=98243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:33:38.515981 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-c13814f3-7789-4530-9d5b-6d5a9bdf6a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015'] for port, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:38.520422 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:33:38.582245 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13814f3-7789-4530-9d5b-6d5a9bdf6a51 admin admin] Network 0afc2e58-c14c-43c3-bf75-7a3a4c6d69ff is already hosted by enough agents. {{(pid=98243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:33:38.585813 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.base_scheduler [None req-c13814f3-7789-4530-9d5b-6d5a9bdf6a51 admin admin] Resources bound (agent type, host, resource id): {{(pid=98243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:33:38.589646 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13814f3-7789-4530-9d5b-6d5a9bdf6a51 admin admin] Received port after_create {{(pid=98243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:33:38.590164 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-c13814f3-7789-4530-9d5b-6d5a9bdf6a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745875'] for router_interface, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:38.722640 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13814f3-7789-4530-9d5b-6d5a9bdf6a51 admin admin] Pushing event updated for resources: {'Port': ['ID=a38438a5-bcd6-416b-ab21-624ab4f8126b,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:33:38.727269 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-c13814f3-7789-4530-9d5b-6d5a9bdf6a51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:33:38.781311 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-9cab0d09-f8f8-4bf9-bf81-871ad9153065 None None] Provisioning for port a38438a5-bcd6-416b-ab21-624ab4f8126b completed by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:33:38.785804 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-9cab0d09-f8f8-4bf9-bf81-871ad9153065 None None] Provisioning complete for port a38438a5-bcd6-416b-ab21-624ab4f8126b triggered by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:33:38.786171 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-9cab0d09-f8f8-4bf9-bf81-871ad9153065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:38.837118 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-9cab0d09-f8f8-4bf9-bf81-871ad9153065 None None] Port a38438a5-bcd6-416b-ab21-624ab4f8126b cannot update to ACTIVE because it is not bound. {{(pid=98245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 19:33:38.897071 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-c13814f3-7789-4530-9d5b-6d5a9bdf6a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:39.113375 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-c13814f3-7789-4530-9d5b-6d5a9bdf6a51 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:39.117517 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-c13814f3-7789-4530-9d5b-6d5a9bdf6a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:39.118607 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-c13814f3-7789-4530-9d5b-6d5a9bdf6a51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1697874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1823336'] for router_interface, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:39.121924 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-c13814f3-7789-4530-9d5b-6d5a9bdf6a51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:33:39.213305 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13814f3-7789-4530-9d5b-6d5a9bdf6a51 admin admin] Pushing event updated for resources: {'Port': ['ID=a38438a5-bcd6-416b-ab21-624ab4f8126b,revision_number=2']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:33:39.216031 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-c13814f3-7789-4530-9d5b-6d5a9bdf6a51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:33:39.311938 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13814f3-7789-4530-9d5b-6d5a9bdf6a51 admin admin] Network 0afc2e58-c14c-43c3-bf75-7a3a4c6d69ff is already hosted by enough agents. {{(pid=98243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:33:39.312971 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.base_scheduler [None req-c13814f3-7789-4530-9d5b-6d5a9bdf6a51 admin admin] Resources bound (agent type, host, resource id): {{(pid=98243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:33:39.458315 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-c02ae94a-c06a-4dbe-acf4-7d55df1a1982 None None] Provisioning complete for port a38438a5-bcd6-416b-ab21-624ab4f8126b triggered by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:33:39.458682 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-c02ae94a-c06a-4dbe-acf4-7d55df1a1982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:39.494437 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c13814f3-7789-4530-9d5b-6d5a9bdf6a51 admin admin] Router b7ec00fc-fbad-44bd-a802-792626011578 is scheduled to L3 agent bf06d900-968e-4d51-b3d3-e51a8143bf8e with binding_index 1 {{(pid=98243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 19:33:39.513601 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-c02ae94a-c06a-4dbe-acf4-7d55df1a1982 None None] Port a38438a5-bcd6-416b-ab21-624ab4f8126b cannot update to ACTIVE because it is not bound. {{(pid=98245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 19:33:39.643931 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13814f3-7789-4530-9d5b-6d5a9bdf6a51 admin admin] Notify agent at l3_agent.dv-cinder-792462-2-iscsi the message routers_updated {{(pid=98243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:33:39.653246 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-c13814f3-7789-4530-9d5b-6d5a9bdf6a51 admin admin] 10.222.0.46 "PUT /v2.0/routers/b7ec00fc-fbad-44bd-a802-792626011578/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0447433 May 20 19:33:39.653998 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec87295-4dec-4916-85b5-676fde75ce7b None None] Sync routers for ids ['b7ec00fc-fbad-44bd-a802-792626011578'] in dv-cinder-792462-2-iscsi {{(pid=98246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:33:39.663905 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec87295-4dec-4916-85b5-676fde75ce7b None None] Routers {'b7ec00fc-fbad-44bd-a802-792626011578'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:33:39.664755 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-7ec87295-4dec-4916-85b5-676fde75ce7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:33:34Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['b7ec00fc-fbad-44bd-a802-792626011578'], 'active': True} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:33:39.840127 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvr_db [None req-7ec87295-4dec-4916-85b5-676fde75ce7b None None] Set router b7ec00fc-fbad-44bd-a802-792626011578 gateway port host: None {{(pid=98246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:33:40.202461 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-7ec87295-4dec-4916-85b5-676fde75ce7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ec00fc-fbad-44bd-a802-792626011578', 'name': 'router1', 'tenant_id': 'ca58930403414a31af767675800f5d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:33:28Z', 'updated_at': '2021-05-20T19:33:38Z', 'revision_number': 2, 'project_id': 'ca58930403414a31af767675800f5d87', 'gw_port_host': None, '_interfaces': [{'id': 'a38438a5-bcd6-416b-ab21-624ab4f8126b', 'name': '', 'network_id': '0afc2e58-c14c-43c3-bf75-7a3a4c6d69ff', 'tenant_id': 'ca58930403414a31af767675800f5d87', 'mac_address': 'fa:16:3e:67:13:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ec00fc-fbad-44bd-a802-792626011578', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b0b3754-7a84-4c66-9a75-9771a9d34c77', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:33:38Z', 'updated_at': '2021-05-20T19:33:38Z', 'revision_number': 2, 'project_id': 'ca58930403414a31af767675800f5d87', 'subnets': [{'id': '3b0b3754-7a84-4c66-9a75-9771a9d34c77', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de121fcb-0e81-490d-9701-c7bac396af30'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:33:40.207342 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec87295-4dec-4916-85b5-676fde75ce7b None None] Checking router: b7ec00fc-fbad-44bd-a802-792626011578 for host: dv-cinder-792462-2-iscsi {{(pid=98246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:33:40.207730 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec87295-4dec-4916-85b5-676fde75ce7b None None] Updating router b7ec00fc-fbad-44bd-a802-792626011578 port a38438a5-bcd6-416b-ab21-624ab4f8126b binding host dv-cinder-792462-2-iscsi {{(pid=98246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 19:33:40.259018 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-7ec87295-4dec-4916-85b5-676fde75ce7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:40.630454 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-7ec87295-4dec-4916-85b5-676fde75ce7b None None] Notify callbacks [] for port, precommit_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:40.644734 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.provisioning_blocks [None req-7ec87295-4dec-4916-85b5-676fde75ce7b None None] Transition to ACTIVE for port object a38438a5-bcd6-416b-ab21-624ab4f8126b will not be triggered until provisioned by entity L2. {{(pid=98246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:33:40.651281 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-7ec87295-4dec-4916-85b5-676fde75ce7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:40.656134 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:33:40.865109 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6913153-530e-482e-80c7-1d1ea7c5b54e None None] Pushing event updated for resources: {'Port': ['ID=a38438a5-bcd6-416b-ab21-624ab4f8126b,revision_number=3']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:33:40.874183 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.managers [None req-7ec87295-4dec-4916-85b5-676fde75ce7b None None] Attempting to bind port a38438a5-bcd6-416b-ab21-624ab4f8126b on host dv-cinder-792462-2-iscsi for vnic_type normal with profile {{(pid=98246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:33:40.874573 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.managers [None req-7ec87295-4dec-4916-85b5-676fde75ce7b None None] Attempting to bind port a38438a5-bcd6-416b-ab21-624ab4f8126b by drivers openvswitch,hyperv on host dv-cinder-792462-2-iscsi at level 0 using segments [{'id': 'be14c74a-9f76-469d-a2e4-bb82870affb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0afc2e58-c14c-43c3-bf75-7a3a4c6d69ff'}] {{(pid=98246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:33:40.875024 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec87295-4dec-4916-85b5-676fde75ce7b None None] Attempting to bind port a38438a5-bcd6-416b-ab21-624ab4f8126b on network 0afc2e58-c14c-43c3-bf75-7a3a4c6d69ff {{(pid=98246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:33:40.878859 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6913153-530e-482e-80c7-1d1ea7c5b54e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:40.879191 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6913153-530e-482e-80c7-1d1ea7c5b54e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:40.879517 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6913153-530e-482e-80c7-1d1ea7c5b54e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:40.879865 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6913153-530e-482e-80c7-1d1ea7c5b54e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:40.880183 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6913153-530e-482e-80c7-1d1ea7c5b54e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:40.880499 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6913153-530e-482e-80c7-1d1ea7c5b54e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:40.880811 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6913153-530e-482e-80c7-1d1ea7c5b54e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:40.881152 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6913153-530e-482e-80c7-1d1ea7c5b54e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:40.881469 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6913153-530e-482e-80c7-1d1ea7c5b54e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:40.881779 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6913153-530e-482e-80c7-1d1ea7c5b54e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:40.882084 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6913153-530e-482e-80c7-1d1ea7c5b54e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:40.882395 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6913153-530e-482e-80c7-1d1ea7c5b54e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:40.883486 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6913153-530e-482e-80c7-1d1ea7c5b54e None None] Tracked resource versions report: May 20 19:33:40.883486 dv-cinder-792462-2-iscsi neutron-server[98246]: pushed versions: May 20 19:33:40.883486 dv-cinder-792462-2-iscsi neutron-server[98246]: { 'AddressGroup': {'1.2'}, May 20 19:33:40.883486 dv-cinder-792462-2-iscsi neutron-server[98246]: 'ConntrackHelper': {'1.0'}, May 20 19:33:40.883486 dv-cinder-792462-2-iscsi neutron-server[98246]: 'Log': {'1.0'}, May 20 19:33:40.883486 dv-cinder-792462-2-iscsi neutron-server[98246]: 'Network': {'1.1'}, May 20 19:33:40.883486 dv-cinder-792462-2-iscsi neutron-server[98246]: 'Port': {'1.7'}, May 20 19:33:40.883486 dv-cinder-792462-2-iscsi neutron-server[98246]: 'PortForwarding': {'1.2'}, May 20 19:33:40.883486 dv-cinder-792462-2-iscsi neutron-server[98246]: 'QosPolicy': {'1.8'}, May 20 19:33:40.883486 dv-cinder-792462-2-iscsi neutron-server[98246]: 'SecurityGroup': {'1.4'}, May 20 19:33:40.883486 dv-cinder-792462-2-iscsi neutron-server[98246]: 'SecurityGroupRule': {'1.2'}, May 20 19:33:40.883486 dv-cinder-792462-2-iscsi neutron-server[98246]: 'SubPort': {'1.0'}, May 20 19:33:40.883486 dv-cinder-792462-2-iscsi neutron-server[98246]: 'Subnet': {'1.1'}, May 20 19:33:40.883486 dv-cinder-792462-2-iscsi neutron-server[98246]: 'Trunk': {'1.1'}} May 20 19:33:40.883486 dv-cinder-792462-2-iscsi neutron-server[98246]: consumer versions: May 20 19:33:40.883486 dv-cinder-792462-2-iscsi neutron-server[98246]: { DHCP agent@dv-cinder-792462-2-iscsi: {}, May 20 19:33:40.883486 dv-cinder-792462-2-iscsi neutron-server[98246]: L3 agent@dv-cinder-792462-2-iscsi: {}, May 20 19:33:40.883486 dv-cinder-792462-2-iscsi neutron-server[98246]: Metadata agent@dv-cinder-792462-2-iscsi: {}, May 20 19:33:40.883486 dv-cinder-792462-2-iscsi neutron-server[98246]: Metering agent@dv-cinder-792462-2-iscsi: {}, May 20 19:33:40.883486 dv-cinder-792462-2-iscsi neutron-server[98246]: Open vSwitch agent@dv-cinder-792462-2-iscsi: { 'AddressGroup': '1.2', May 20 19:33:40.883486 dv-cinder-792462-2-iscsi neutron-server[98246]: 'ConntrackHelper': '1.0', May 20 19:33:40.883486 dv-cinder-792462-2-iscsi neutron-server[98246]: 'Log': '1.0', May 20 19:33:40.883486 dv-cinder-792462-2-iscsi neutron-server[98246]: 'Network': '1.1', May 20 19:33:40.883486 dv-cinder-792462-2-iscsi neutron-server[98246]: 'Port': '1.7', May 20 19:33:40.883486 dv-cinder-792462-2-iscsi neutron-server[98246]: 'PortForwarding': '1.2', May 20 19:33:40.883486 dv-cinder-792462-2-iscsi neutron-server[98246]: 'QosPolicy': '1.8', May 20 19:33:40.883486 dv-cinder-792462-2-iscsi neutron-server[98246]: 'SecurityGroup': '1.4', May 20 19:33:40.883486 dv-cinder-792462-2-iscsi neutron-server[98246]: 'SecurityGroupRule': '1.2', May 20 19:33:40.883486 dv-cinder-792462-2-iscsi neutron-server[98246]: 'SubPort': '1.0', May 20 19:33:40.883486 dv-cinder-792462-2-iscsi neutron-server[98246]: 'Subnet': '1.1', May 20 19:33:40.883486 dv-cinder-792462-2-iscsi neutron-server[98246]: 'Trunk': '1.1'}} May 20 19:33:40.883486 dv-cinder-792462-2-iscsi neutron-server[98246]: {{(pid=98246) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 19:33:40.887878 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec87295-4dec-4916-85b5-676fde75ce7b None None] Checking agent: {'id': 'f14708df-a001-437d-8366-dd48be2b8a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 33, 5), 'started_at': datetime.datetime(2021, 5, 20, 19, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:33:40.888288 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec87295-4dec-4916-85b5-676fde75ce7b None None] Checking segment: {'id': 'be14c74a-9f76-469d-a2e4-bb82870affb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0afc2e58-c14c-43c3-bf75-7a3a4c6d69ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:33:40.888759 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-7ec87295-4dec-4916-85b5-676fde75ce7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:40.889138 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec87295-4dec-4916-85b5-676fde75ce7b None None] Bound using segment: {'id': 'be14c74a-9f76-469d-a2e4-bb82870affb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0afc2e58-c14c-43c3-bf75-7a3a4c6d69ff'} {{(pid=98246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:33:40.889638 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.managers [None req-7ec87295-4dec-4916-85b5-676fde75ce7b None None] Bound port: a38438a5-bcd6-416b-ab21-624ab4f8126b, host: dv-cinder-792462-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be14c74a-9f76-469d-a2e4-bb82870affb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0afc2e58-c14c-43c3-bf75-7a3a4c6d69ff'}}] {{(pid=98246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:33:40.890009 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-7ec87295-4dec-4916-85b5-676fde75ce7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:40.899243 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-e6913153-530e-482e-80c7-1d1ea7c5b54e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:33:40.977689 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.db [None req-7ec87295-4dec-4916-85b5-676fde75ce7b None None] For port a38438a5-bcd6-416b-ab21-624ab4f8126b, host dv-cinder-792462-2-iscsi, cleared binding levels {{(pid=98246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:33:40.983008 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.db [None req-7ec87295-4dec-4916-85b5-676fde75ce7b None None] For port a38438a5-bcd6-416b-ab21-624ab4f8126b, host dv-cinder-792462-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=a38438a5-bcd6-416b-ab21-624ab4f8126b,segment=NetworkSegment(be14c74a-9f76-469d-a2e4-bb82870affb2),segment_id=be14c74a-9f76-469d-a2e4-bb82870affb2)] {{(pid=98246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:33:40.986829 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-7ec87295-4dec-4916-85b5-676fde75ce7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:40.991564 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:33:41.095315 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6913153-530e-482e-80c7-1d1ea7c5b54e None None] Pushing event updated for resources: {'Port': ['ID=a38438a5-bcd6-416b-ab21-624ab4f8126b,revision_number=4']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:33:41.099365 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-e6913153-530e-482e-80c7-1d1ea7c5b54e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:33:41.103917 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec87295-4dec-4916-85b5-676fde75ce7b None None] Routers {'b7ec00fc-fbad-44bd-a802-792626011578'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:33:41.104537 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-7ec87295-4dec-4916-85b5-676fde75ce7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:33:34Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['b7ec00fc-fbad-44bd-a802-792626011578'], 'active': True} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:33:41.260411 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvr_db [None req-7ec87295-4dec-4916-85b5-676fde75ce7b None None] Set router b7ec00fc-fbad-44bd-a802-792626011578 gateway port host: None {{(pid=98246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:33:41.576640 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-7ec87295-4dec-4916-85b5-676fde75ce7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ec00fc-fbad-44bd-a802-792626011578', 'name': 'router1', 'tenant_id': 'ca58930403414a31af767675800f5d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:33:28Z', 'updated_at': '2021-05-20T19:33:38Z', 'revision_number': 2, 'project_id': 'ca58930403414a31af767675800f5d87', 'gw_port_host': None, '_interfaces': [{'id': 'a38438a5-bcd6-416b-ab21-624ab4f8126b', 'name': '', 'network_id': '0afc2e58-c14c-43c3-bf75-7a3a4c6d69ff', 'tenant_id': 'ca58930403414a31af767675800f5d87', 'mac_address': 'fa:16:3e:67:13:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ec00fc-fbad-44bd-a802-792626011578', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b0b3754-7a84-4c66-9a75-9771a9d34c77', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:33:38Z', 'updated_at': '2021-05-20T19:33:40Z', 'revision_number': 4, 'project_id': 'ca58930403414a31af767675800f5d87', 'subnets': [{'id': '3b0b3754-7a84-4c66-9a75-9771a9d34c77', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de121fcb-0e81-490d-9701-c7bac396af30'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:33:41.580482 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec87295-4dec-4916-85b5-676fde75ce7b None None] The sync data for ids ['b7ec00fc-fbad-44bd-a802-792626011578'] in dv-cinder-792462-2-iscsi is: [{'id': 'b7ec00fc-fbad-44bd-a802-792626011578', 'name': 'router1', 'tenant_id': 'ca58930403414a31af767675800f5d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:33:28Z', 'updated_at': '2021-05-20T19:33:38Z', 'revision_number': 2, 'project_id': 'ca58930403414a31af767675800f5d87', 'gw_port_host': None, '_interfaces': [{'id': 'a38438a5-bcd6-416b-ab21-624ab4f8126b', 'name': '', 'network_id': '0afc2e58-c14c-43c3-bf75-7a3a4c6d69ff', 'tenant_id': 'ca58930403414a31af767675800f5d87', 'mac_address': 'fa:16:3e:67:13:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ec00fc-fbad-44bd-a802-792626011578', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b0b3754-7a84-4c66-9a75-9771a9d34c77', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:33:38Z', 'updated_at': '2021-05-20T19:33:40Z', 'revision_number': 4, 'project_id': 'ca58930403414a31af767675800f5d87', 'subnets': [{'id': '3b0b3754-7a84-4c66-9a75-9771a9d34c77', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de121fcb-0e81-490d-9701-c7bac396af30'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:33:41.791109 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 60500) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:33:41.940091 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fafbaea-87c4-460d-b101-e01577d3f9da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:33:41.941361 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-4fafbaea-87c4-460d-b101-e01577d3f9da admin admin] 10.222.0.46 "GET /v2.0/networks/b6b8e223-f4e2-43c0-a9aa-6e12566b63e3 HTTP/1.1" status: 200 len: 842 time: 0.1492448 May 20 19:33:41.950458 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-c52738db-41ff-4786-b425-1fefa6da249b admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'ip_version': 4, 'gateway_ip': '172.27.1.1', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3'}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:33:41.954866 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-c52738db-41ff-4786-b425-1fefa6da249b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:33:41.958592 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-c52738db-41ff-4786-b425-1fefa6da249b admin admin] Usage tracker for resource:subnet and tenant:f72c5c11cef047f5b74d44a3474b1e5a is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:33:41.961381 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-c52738db-41ff-4786-b425-1fefa6da249b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:33:41.966879 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-c52738db-41ff-4786-b425-1fefa6da249b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:33:41.978333 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52738db-41ff-4786-b425-1fefa6da249b admin admin] Made reservation on behalf of f72c5c11cef047f5b74d44a3474b1e5a for: {'subnet': 1} {{(pid=98244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:33:41.980690 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c52738db-41ff-4786-b425-1fefa6da249b admin admin] Notify callbacks [] for subnet, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:42.417061 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.objects.ports [None req-c52738db-41ff-4786-b425-1fefa6da249b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98244) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 19:33:42.417510 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c52738db-41ff-4786-b425-1fefa6da249b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983'] for subnet, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:42.421828 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:33:42.491002 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52738db-41ff-4786-b425-1fefa6da249b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0824c86c-c492-497a-a433-a5123d2f3ae1,revision_number=0']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:33:42.493780 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-c52738db-41ff-4786-b425-1fefa6da249b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:33:42.500858 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52738db-41ff-4786-b425-1fefa6da249b admin admin] Checking segment: {'id': '67affa7f-7af4-4d70-a1a2-daaca7702f84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:33:42.501207 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52738db-41ff-4786-b425-1fefa6da249b admin admin] Network hostable DHCP agents. Network: b6b8e223-f4e2-43c0-a9aa-6e12566b63e3, hostable agents: ['fa9d6d8e-318c-43db-bbd8-e3a49a35072a'], hosted agents: [] {{(pid=98244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 19:33:42.517834 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52738db-41ff-4786-b425-1fefa6da249b admin admin] Network b6b8e223-f4e2-43c0-a9aa-6e12566b63e3 is scheduled to be hosted by DHCP agent fa9d6d8e-318c-43db-bbd8-e3a49a35072a with binding_index 1 {{(pid=98244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 19:33:42.526582 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.base_scheduler [None req-c52738db-41ff-4786-b425-1fefa6da249b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-2-iscsi, b6b8e223-f4e2-43c0-a9aa-6e12566b63e3) {{(pid=98244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:33:42.531676 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52738db-41ff-4786-b425-1fefa6da249b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:33:42.532287 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c52738db-41ff-4786-b425-1fefa6da249b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for subnet, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:42.538105 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8cdddf-efe3-4c45-bb31-5ef86350e36e None None] Network b6b8e223-f4e2-43c0-a9aa-6e12566b63e3 requested from dv-cinder-792462-2-iscsi {{(pid=98245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:33:42.560435 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-c52738db-41ff-4786-b425-1fefa6da249b admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6056912 May 20 19:33:42.747807 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a72101-69a3-43e3-9402-08d89ea5399b None None] Network b6b8e223-f4e2-43c0-a9aa-6e12566b63e3 requested from dv-cinder-792462-2-iscsi {{(pid=98245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:33:44.574033 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device a38438a5-bcd6-416b-ab21-624ab4f8126b up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:33:44.642577 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning for port a38438a5-bcd6-416b-ab21-624ab4f8126b completed by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:33:44.648079 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning complete for port a38438a5-bcd6-416b-ab21-624ab4f8126b triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:33:44.648484 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:44.771070 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:44.783818 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 60514) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:33:44.802111 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] For port a38438a5-bcd6-416b-ab21-624ab4f8126b, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=a38438a5-bcd6-416b-ab21-624ab4f8126b,segment=NetworkSegment(be14c74a-9f76-469d-a2e4-bb82870affb2),segment_id=be14c74a-9f76-469d-a2e4-bb82870affb2)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:33:44.807226 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:44.809544 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:33:44.877590 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Pushing event updated for resources: {'Port': ['ID=a38438a5-bcd6-416b-ab21-624ab4f8126b,revision_number=5']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:33:44.880686 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:33:45.011494 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-b4d0ed4e-4da2-44c8-943e-931c49575b93 admin admin] 10.222.0.46 "GET /v2.0/routers/b7ec00fc-fbad-44bd-a802-792626011578 HTTP/1.1" status: 200 len: 710 time: 0.2264965 May 20 19:33:45.138110 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5085c5-521d-4f98-b042-ee6650630d55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:33:45.139452 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-7b5085c5-521d-4f98-b042-ee6650630d55 admin admin] 10.222.0.46 "GET /v2.0/networks/b6b8e223-f4e2-43c0-a9aa-6e12566b63e3 HTTP/1.1" status: 200 len: 886 time: 0.1227515 May 20 19:33:45.148518 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-f048fd1b-0183-47ad-bcb3-5b5a35c57419 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3'}}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:33:45.618347 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-f048fd1b-0183-47ad-bcb3-5b5a35c57419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1822610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1749751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7965'] for router, precommit_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:45.939794 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-f048fd1b-0183-47ad-bcb3-5b5a35c57419 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:45.994060 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-f048fd1b-0183-47ad-bcb3-5b5a35c57419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:46.126186 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.db_base_plugin_common [None req-f048fd1b-0183-47ad-bcb3-5b5a35c57419 admin admin] Allocated IP 172.27.1.154 (b6b8e223-f4e2-43c0-a9aa-6e12566b63e3/0824c86c-c492-497a-a433-a5123d2f3ae1/6f0ddbb6-3e90-460b-a410-f689764bb8fe) {{(pid=98244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:33:46.267341 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-f048fd1b-0183-47ad-bcb3-5b5a35c57419 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:46.325867 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-f048fd1b-0183-47ad-bcb3-5b5a35c57419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015'] for port, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:46.330177 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:33:46.389235 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f048fd1b-0183-47ad-bcb3-5b5a35c57419 admin admin] Network b6b8e223-f4e2-43c0-a9aa-6e12566b63e3 is already hosted by enough agents. {{(pid=98244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:33:46.391889 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.base_scheduler [None req-f048fd1b-0183-47ad-bcb3-5b5a35c57419 admin admin] Resources bound (agent type, host, resource id): {{(pid=98244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:33:46.395325 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f048fd1b-0183-47ad-bcb3-5b5a35c57419 admin admin] Received port after_create {{(pid=98244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:33:46.456703 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f048fd1b-0183-47ad-bcb3-5b5a35c57419 admin admin] Pushing event updated for resources: {'Port': ['ID=6f0ddbb6-3e90-460b-a410-f689764bb8fe,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:33:46.462243 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-f048fd1b-0183-47ad-bcb3-5b5a35c57419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:33:46.555898 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device a38438a5-bcd6-416b-ab21-624ab4f8126b up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:33:46.622744 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning complete for port a38438a5-bcd6-416b-ab21-624ab4f8126b triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:33:46.623137 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:46.804378 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-f048fd1b-0183-47ad-bcb3-5b5a35c57419 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:47.129002 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-f048fd1b-0183-47ad-bcb3-5b5a35c57419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1822610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1749751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7965'] for router, precommit_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:47.132307 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-f048fd1b-0183-47ad-bcb3-5b5a35c57419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1822666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1822597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1822675', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1749637'] for router, after_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:47.305861 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f048fd1b-0183-47ad-bcb3-5b5a35c57419 admin admin] Router b7ec00fc-fbad-44bd-a802-792626011578 has already been hosted by L3 agent bf06d900-968e-4d51-b3d3-e51a8143bf8e {{(pid=98244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:33:47.479650 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f048fd1b-0183-47ad-bcb3-5b5a35c57419 admin admin] Notify agent at l3_agent.dv-cinder-792462-2-iscsi the message routers_updated {{(pid=98244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:33:47.487825 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-f048fd1b-0183-47ad-bcb3-5b5a35c57419 admin admin] Notify callbacks [] for router, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:47.489001 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-f048fd1b-0183-47ad-bcb3-5b5a35c57419 admin admin] 10.222.0.46 "PUT /v2.0/routers/b7ec00fc-fbad-44bd-a802-792626011578 HTTP/1.1" status: 200 len: 890 time: 2.3442192 May 20 19:33:47.489206 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32423cc-8fbb-48ad-88e9-d084670b3a9b None None] Sync routers for ids ['b7ec00fc-fbad-44bd-a802-792626011578'] in dv-cinder-792462-2-iscsi {{(pid=98245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:33:47.499349 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32423cc-8fbb-48ad-88e9-d084670b3a9b None None] Routers {'b7ec00fc-fbad-44bd-a802-792626011578'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:33:47.500029 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-e32423cc-8fbb-48ad-88e9-d084670b3a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:33:34Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['b7ec00fc-fbad-44bd-a802-792626011578'], 'active': True} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:33:47.711795 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvr_db [None req-e32423cc-8fbb-48ad-88e9-d084670b3a9b None None] Set router b7ec00fc-fbad-44bd-a802-792626011578 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:33:48.051269 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-e32423cc-8fbb-48ad-88e9-d084670b3a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ec00fc-fbad-44bd-a802-792626011578', 'name': 'router1', 'tenant_id': 'ca58930403414a31af767675800f5d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '6f0ddbb6-3e90-460b-a410-f689764bb8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:33:28Z', 'updated_at': '2021-05-20T19:33:46Z', 'revision_number': 4, 'project_id': 'ca58930403414a31af767675800f5d87', 'gw_port': {'id': '6f0ddbb6-3e90-460b-a410-f689764bb8fe', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:61:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ec00fc-fbad-44bd-a802-792626011578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:33:46Z', 'updated_at': '2021-05-20T19:33:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': 'a38438a5-bcd6-416b-ab21-624ab4f8126b', 'name': '', 'network_id': '0afc2e58-c14c-43c3-bf75-7a3a4c6d69ff', 'tenant_id': 'ca58930403414a31af767675800f5d87', 'mac_address': 'fa:16:3e:67:13:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ec00fc-fbad-44bd-a802-792626011578', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b0b3754-7a84-4c66-9a75-9771a9d34c77', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:33:38Z', 'updated_at': '2021-05-20T19:33:44Z', 'revision_number': 5, 'project_id': 'ca58930403414a31af767675800f5d87', 'subnets': [{'id': '3b0b3754-7a84-4c66-9a75-9771a9d34c77', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de121fcb-0e81-490d-9701-c7bac396af30'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:33:48.056644 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32423cc-8fbb-48ad-88e9-d084670b3a9b None None] Checking router: b7ec00fc-fbad-44bd-a802-792626011578 for host: dv-cinder-792462-2-iscsi {{(pid=98245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:33:48.057001 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32423cc-8fbb-48ad-88e9-d084670b3a9b None None] Updating router b7ec00fc-fbad-44bd-a802-792626011578 port 6f0ddbb6-3e90-460b-a410-f689764bb8fe binding host dv-cinder-792462-2-iscsi {{(pid=98245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 19:33:48.109710 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-e32423cc-8fbb-48ad-88e9-d084670b3a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:48.431129 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-e32423cc-8fbb-48ad-88e9-d084670b3a9b None None] Notify callbacks [] for port, precommit_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:48.442509 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-e32423cc-8fbb-48ad-88e9-d084670b3a9b None None] Transition to ACTIVE for port object 6f0ddbb6-3e90-460b-a410-f689764bb8fe will not be triggered until provisioned by entity L2. {{(pid=98245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:33:48.455662 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-e32423cc-8fbb-48ad-88e9-d084670b3a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:48.460996 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:33:48.543613 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9929492-ae17-4eec-99e3-259f1c80b12a None None] Pushing event updated for resources: {'Port': ['ID=6f0ddbb6-3e90-460b-a410-f689764bb8fe,revision_number=2']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:33:48.546126 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-e32423cc-8fbb-48ad-88e9-d084670b3a9b None None] Attempting to bind port 6f0ddbb6-3e90-460b-a410-f689764bb8fe on host dv-cinder-792462-2-iscsi for vnic_type normal with profile {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:33:48.546519 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-e32423cc-8fbb-48ad-88e9-d084670b3a9b None None] Attempting to bind port 6f0ddbb6-3e90-460b-a410-f689764bb8fe by drivers openvswitch,hyperv on host dv-cinder-792462-2-iscsi at level 0 using segments [{'id': '67affa7f-7af4-4d70-a1a2-daaca7702f84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3'}] {{(pid=98245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:33:48.546875 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32423cc-8fbb-48ad-88e9-d084670b3a9b None None] Attempting to bind port 6f0ddbb6-3e90-460b-a410-f689764bb8fe on network b6b8e223-f4e2-43c0-a9aa-6e12566b63e3 {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:33:48.549098 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-a9929492-ae17-4eec-99e3-259f1c80b12a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:33:48.553631 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32423cc-8fbb-48ad-88e9-d084670b3a9b None None] Checking agent: {'id': 'f14708df-a001-437d-8366-dd48be2b8a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 33, 5), 'started_at': datetime.datetime(2021, 5, 20, 19, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:33:48.554008 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32423cc-8fbb-48ad-88e9-d084670b3a9b None None] Checking segment: {'id': '67affa7f-7af4-4d70-a1a2-daaca7702f84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:33:48.554480 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-e32423cc-8fbb-48ad-88e9-d084670b3a9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:48.554881 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32423cc-8fbb-48ad-88e9-d084670b3a9b None None] Bound using segment: {'id': '67affa7f-7af4-4d70-a1a2-daaca7702f84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3'} {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:33:48.555351 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-e32423cc-8fbb-48ad-88e9-d084670b3a9b None None] Bound port: 6f0ddbb6-3e90-460b-a410-f689764bb8fe, host: dv-cinder-792462-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67affa7f-7af4-4d70-a1a2-daaca7702f84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3'}}] {{(pid=98245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:33:48.555783 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-e32423cc-8fbb-48ad-88e9-d084670b3a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:48.630017 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-e32423cc-8fbb-48ad-88e9-d084670b3a9b None None] For port 6f0ddbb6-3e90-460b-a410-f689764bb8fe, host dv-cinder-792462-2-iscsi, cleared binding levels {{(pid=98245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:33:48.633309 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-e32423cc-8fbb-48ad-88e9-d084670b3a9b None None] For port 6f0ddbb6-3e90-460b-a410-f689764bb8fe, host dv-cinder-792462-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=6f0ddbb6-3e90-460b-a410-f689764bb8fe,segment=NetworkSegment(67affa7f-7af4-4d70-a1a2-daaca7702f84),segment_id=67affa7f-7af4-4d70-a1a2-daaca7702f84)] {{(pid=98245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:33:48.638492 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-e32423cc-8fbb-48ad-88e9-d084670b3a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:48.643177 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:33:48.722523 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32423cc-8fbb-48ad-88e9-d084670b3a9b None None] Routers {'b7ec00fc-fbad-44bd-a802-792626011578'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:33:48.723153 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-e32423cc-8fbb-48ad-88e9-d084670b3a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:33:34Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['b7ec00fc-fbad-44bd-a802-792626011578'], 'active': True} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:33:48.778018 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9929492-ae17-4eec-99e3-259f1c80b12a None None] Pushing event updated for resources: {'Port': ['ID=6f0ddbb6-3e90-460b-a410-f689764bb8fe,revision_number=3']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:33:48.788512 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-a9929492-ae17-4eec-99e3-259f1c80b12a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:33:48.912051 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvr_db [None req-e32423cc-8fbb-48ad-88e9-d084670b3a9b None None] Set router b7ec00fc-fbad-44bd-a802-792626011578 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:33:49.273751 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-e32423cc-8fbb-48ad-88e9-d084670b3a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ec00fc-fbad-44bd-a802-792626011578', 'name': 'router1', 'tenant_id': 'ca58930403414a31af767675800f5d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '6f0ddbb6-3e90-460b-a410-f689764bb8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:33:28Z', 'updated_at': '2021-05-20T19:33:46Z', 'revision_number': 4, 'project_id': 'ca58930403414a31af767675800f5d87', 'gw_port': {'id': '6f0ddbb6-3e90-460b-a410-f689764bb8fe', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:61:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ec00fc-fbad-44bd-a802-792626011578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:33:46Z', 'updated_at': '2021-05-20T19:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': 'a38438a5-bcd6-416b-ab21-624ab4f8126b', 'name': '', 'network_id': '0afc2e58-c14c-43c3-bf75-7a3a4c6d69ff', 'tenant_id': 'ca58930403414a31af767675800f5d87', 'mac_address': 'fa:16:3e:67:13:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ec00fc-fbad-44bd-a802-792626011578', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b0b3754-7a84-4c66-9a75-9771a9d34c77', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:33:38Z', 'updated_at': '2021-05-20T19:33:44Z', 'revision_number': 5, 'project_id': 'ca58930403414a31af767675800f5d87', 'subnets': [{'id': '3b0b3754-7a84-4c66-9a75-9771a9d34c77', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de121fcb-0e81-490d-9701-c7bac396af30'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:33:49.277539 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32423cc-8fbb-48ad-88e9-d084670b3a9b None None] The sync data for ids ['b7ec00fc-fbad-44bd-a802-792626011578'] in dv-cinder-792462-2-iscsi is: [{'id': 'b7ec00fc-fbad-44bd-a802-792626011578', 'name': 'router1', 'tenant_id': 'ca58930403414a31af767675800f5d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '6f0ddbb6-3e90-460b-a410-f689764bb8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:33:28Z', 'updated_at': '2021-05-20T19:33:46Z', 'revision_number': 4, 'project_id': 'ca58930403414a31af767675800f5d87', 'gw_port': {'id': '6f0ddbb6-3e90-460b-a410-f689764bb8fe', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:61:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ec00fc-fbad-44bd-a802-792626011578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:33:46Z', 'updated_at': '2021-05-20T19:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': 'a38438a5-bcd6-416b-ab21-624ab4f8126b', 'name': '', 'network_id': '0afc2e58-c14c-43c3-bf75-7a3a4c6d69ff', 'tenant_id': 'ca58930403414a31af767675800f5d87', 'mac_address': 'fa:16:3e:67:13:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ec00fc-fbad-44bd-a802-792626011578', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b0b3754-7a84-4c66-9a75-9771a9d34c77', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:33:38Z', 'updated_at': '2021-05-20T19:33:44Z', 'revision_number': 5, 'project_id': 'ca58930403414a31af767675800f5d87', 'subnets': [{'id': '3b0b3754-7a84-4c66-9a75-9771a9d34c77', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de121fcb-0e81-490d-9701-c7bac396af30'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:33:49.811979 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 60524) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:33:49.927158 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-15358c9a-04e8-4f0d-adf9-d53ab3dacb9b admin admin] 10.222.0.46 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1139491 May 20 19:33:50.350743 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.agents_db [None req-81082b58-be1a-4fbd-9926-297307221300 None None] Agent healthcheck: found 5 active agents {{(pid=98246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:33:50.592282 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 6f0ddbb6-3e90-460b-a410-f689764bb8fe up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:33:50.660608 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning for port 6f0ddbb6-3e90-460b-a410-f689764bb8fe completed by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:33:50.665368 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning complete for port 6f0ddbb6-3e90-460b-a410-f689764bb8fe triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:33:50.668023 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:50.784188 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:50.802280 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] For port 6f0ddbb6-3e90-460b-a410-f689764bb8fe, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=6f0ddbb6-3e90-460b-a410-f689764bb8fe,segment=NetworkSegment(67affa7f-7af4-4d70-a1a2-daaca7702f84),segment_id=67affa7f-7af4-4d70-a1a2-daaca7702f84)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:33:50.806575 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:50.808655 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:33:50.872348 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Pushing event updated for resources: {'Port': ['ID=6f0ddbb6-3e90-460b-a410-f689764bb8fe,revision_number=4']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:33:50.875240 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:33:52.575497 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 6f0ddbb6-3e90-460b-a410-f689764bb8fe up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:33:52.651398 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning complete for port 6f0ddbb6-3e90-460b-a410-f689764bb8fe triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:33:52.651930 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:34:02.180922 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-d65e9f11-ce94-4df9-a66e-72534d00527c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:34:04.450258 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-d36a664b-f43f-4672-87ce-532ec3998c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:34:04.754828 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:34:05.496307 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d568-3eaa-4ee2-8e63-8438dfda9a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:34:07.217730 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-40a8b960-4cf6-42c3-bf80-c71dd59d075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:34:27.349503 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.agents_db [None req-81082b58-be1a-4fbd-9926-297307221300 None None] Agent healthcheck: found 5 active agents {{(pid=98246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:34:32.183453 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-611dc239-9011-4b05-97dc-3caaeaf63984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:34:34.446163 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-14f61741-f0eb-416b-839a-20861a741eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:34:34.755006 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:34:35.501246 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d568-3eaa-4ee2-8e63-8438dfda9a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:34:37.208878 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-40a8b960-4cf6-42c3-bf80-c71dd59d075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:35:02.187786 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-7e7eff27-f026-49dc-a14d-8ab613011b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:35:04.348970 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.agents_db [None req-81082b58-be1a-4fbd-9926-297307221300 None None] Agent healthcheck: found 5 active agents {{(pid=98246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:35:04.448207 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-e44bac7e-300a-44fa-9b51-33a8a7158f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:35:04.749730 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:35:05.503250 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d568-3eaa-4ee2-8e63-8438dfda9a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:35:07.210210 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-40a8b960-4cf6-42c3-bf80-c71dd59d075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:35:24.125299 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 32862) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:35:24.203105 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6e01d84-e777-4991-bda4-acd01a843c2a admin admin] GET failed (client error): The resource could not be found. May 20 19:35:24.204450 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-b6e01d84-e777-4991-bda4-acd01a843c2a admin admin] 10.222.0.46 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0781970 May 20 19:35:24.339809 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3d1530-c4a4-4091-a00e-a8a7c79ab5ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:35:24.341275 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-0e3d1530-c4a4-4091-a00e-a8a7c79ab5ee admin admin] 10.222.0.46 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1303604 May 20 19:35:26.515333 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 32872) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:35:26.631085 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd244ae2-0d52-473b-9fa9-c7e62d768436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:35:26.631784 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-bd244ae2-0d52-473b-9fa9-c7e62d768436 admin admin] Synchronizing usage tracker for tenant:f72c5c11cef047f5b74d44a3474b1e5a on resource:subnet {{(pid=98244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:35:26.648864 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-bd244ae2-0d52-473b-9fa9-c7e62d768436 admin admin] Unset dirty status for tenant:f72c5c11cef047f5b74d44a3474b1e5a on resource:subnet {{(pid=98244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:35:26.650047 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-bd244ae2-0d52-473b-9fa9-c7e62d768436 admin admin] 10.222.0.46 "GET /v2.0/subnets/3b0b3754-7a84-4c66-9a75-9771a9d34c77 HTTP/1.1" status: 200 len: 849 time: 0.1337254 May 20 19:35:26.659441 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-8ede7ef9-1e96-436b-9ffa-b85a228df240 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:35:26.814829 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-8ede7ef9-1e96-436b-9ffa-b85a228df240 admin admin] Notify callbacks [] for subnet, before_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:35:27.013891 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-8ede7ef9-1e96-436b-9ffa-b85a228df240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778152980161'] for subnet, after_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:35:27.018634 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-890aa2c6-af73-4a1c-b628-4cba518250f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:35:27.057059 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ede7ef9-1e96-436b-9ffa-b85a228df240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:35:27.057637 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-8ede7ef9-1e96-436b-9ffa-b85a228df240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for subnet, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:35:27.058898 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-8ede7ef9-1e96-436b-9ffa-b85a228df240 admin admin] 10.222.0.46 "PUT /v2.0/subnets/3b0b3754-7a84-4c66-9a75-9771a9d34c77 HTTP/1.1" status: 200 len: 868 time: 0.4032652 May 20 19:35:27.061419 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4708a705-5589-4d7e-9091-11f984fe7266 None None] Network 0afc2e58-c14c-43c3-bf75-7a3a4c6d69ff requested from dv-cinder-792462-2-iscsi {{(pid=98245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:35:27.083825 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ede7ef9-1e96-436b-9ffa-b85a228df240 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b0b3754-7a84-4c66-9a75-9771a9d34c77,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:35:27.091444 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ede7ef9-1e96-436b-9ffa-b85a228df240 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:35:27.091833 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ede7ef9-1e96-436b-9ffa-b85a228df240 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:35:27.092184 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ede7ef9-1e96-436b-9ffa-b85a228df240 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:35:27.092512 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ede7ef9-1e96-436b-9ffa-b85a228df240 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:35:27.092833 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ede7ef9-1e96-436b-9ffa-b85a228df240 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:35:27.093173 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ede7ef9-1e96-436b-9ffa-b85a228df240 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:35:27.093498 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ede7ef9-1e96-436b-9ffa-b85a228df240 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:35:27.093834 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ede7ef9-1e96-436b-9ffa-b85a228df240 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:35:27.094159 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ede7ef9-1e96-436b-9ffa-b85a228df240 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:35:27.094478 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ede7ef9-1e96-436b-9ffa-b85a228df240 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:35:27.094792 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ede7ef9-1e96-436b-9ffa-b85a228df240 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:35:27.095103 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ede7ef9-1e96-436b-9ffa-b85a228df240 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:35:27.099188 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-8ede7ef9-1e96-436b-9ffa-b85a228df240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:35:27.558128 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-29e5e4f1-b33b-4f02-845e-fcaf1a20d58b None None] Provisioning complete for port d0103c9b-c1c6-4ca1-a05c-60bcf2f975f8 triggered by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:35:27.558504 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-29e5e4f1-b33b-4f02-845e-fcaf1a20d58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:35:27.684775 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-29e5e4f1-b33b-4f02-845e-fcaf1a20d58b None None] Provisioning complete for port a38438a5-bcd6-416b-ab21-624ab4f8126b triggered by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:35:27.685148 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-29e5e4f1-b33b-4f02-845e-fcaf1a20d58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:35:29.157311 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 32882) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:35:29.329076 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcde151-6107-422e-a4a1-c9d2f8e77596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:35:29.329563 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcde151-6107-422e-a4a1-c9d2f8e77596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:35:29.331078 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-1fcde151-6107-422e-a4a1-c9d2f8e77596 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1728342 May 20 19:35:31.465040 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 32892) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:35:31.669364 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6fd7b6-84f9-4957-9d32-558cf8d034e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:35:31.669840 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6fd7b6-84f9-4957-9d32-558cf8d034e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:35:31.671366 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-cf6fd7b6-84f9-4957-9d32-558cf8d034e5 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2054055 May 20 19:35:32.191368 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-4a819686-6c95-4a89-84af-c3bfd83cd0a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:35:33.988112 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 32902) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:35:34.169492 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ef3815-007a-4585-8f31-8beb5eeac424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:35:34.170753 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-83ef3815-007a-4585-8f31-8beb5eeac424 admin admin] 10.222.0.46 "GET /v2.0/networks/0afc2e58-c14c-43c3-bf75-7a3a4c6d69ff HTTP/1.1" status: 200 len: 869 time: 0.1812003 May 20 19:35:34.451179 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-70e79f01-f6a1-4e48-9cba-d3245a6db575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:35:34.753461 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:35:35.505781 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d568-3eaa-4ee2-8e63-8438dfda9a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:35:36.278047 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 32912) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:35:36.445371 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a07e2b-c84d-42bc-8f81-ef59598261dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:35:36.446711 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-28a07e2b-c84d-42bc-8f81-ef59598261dc admin admin] 10.222.0.46 "GET /v2.0/networks/b6b8e223-f4e2-43c0-a9aa-6e12566b63e3 HTTP/1.1" status: 200 len: 886 time: 0.1677363 May 20 19:35:37.214610 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-40a8b960-4cf6-42c3-bf80-c71dd59d075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:35:38.614464 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 32922) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:35:38.741936 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fb9cd1-d3ba-45df-b1c0-d8730826f1fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:35:38.742394 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fb9cd1-d3ba-45df-b1c0-d8730826f1fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:35:38.743937 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-10fb9cd1-d3ba-45df-b1c0-d8730826f1fb admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1285174 May 20 19:35:40.897689 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 32932) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:35:41.013535 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447bb495-06cd-4fba-aa05-2830b154671f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:35:41.013993 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447bb495-06cd-4fba-aa05-2830b154671f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:35:41.015512 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-447bb495-06cd-4fba-aa05-2830b154671f admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1168568 May 20 19:35:41.347984 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.agents_db [None req-81082b58-be1a-4fbd-9926-297307221300 None None] Agent healthcheck: found 5 active agents {{(pid=98246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:35:43.248322 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 32942) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:35:43.355043 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7590365d-5888-49bf-902b-a9adc6b37473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:35:43.356505 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-7590365d-5888-49bf-902b-a9adc6b37473 admin admin] 10.222.0.46 "GET /v2.0/subnets/0824c86c-c492-497a-a433-a5123d2f3ae1 HTTP/1.1" status: 200 len: 816 time: 0.1070483 May 20 19:35:45.541481 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 32952) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:35:45.653329 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d5deac-119c-4692-87e2-01950d2847a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:35:45.654672 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-f7d5deac-119c-4692-87e2-01950d2847a9 admin admin] 10.222.0.46 "GET /v2.0/subnets/3b0b3754-7a84-4c66-9a75-9771a9d34c77 HTTP/1.1" status: 200 len: 868 time: 0.1119039 May 20 19:36:02.194928 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-a7779658-678f-4702-80b5-ac1cfce55405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:36:04.458264 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-64774a0e-e7e3-4047-a67e-d145e108e21f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:36:04.758388 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:36:05.510338 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d568-3eaa-4ee2-8e63-8438dfda9a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:36:07.216568 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-40a8b960-4cf6-42c3-bf80-c71dd59d075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:36:09.029846 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 32996) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:36:09.077171 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [None req-1faf3e0d-3fda-407e-921f-5c607f383129 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=98243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 19:36:09.078197 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-1faf3e0d-3fda-407e-921f-5c607f383129 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474224 May 20 19:36:11.296846 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 33006) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:36:11.365864 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.pecan_wsgi.hooks.translation [None req-23dbbb69-d0f2-4e3f-9918-799c52da9907 admin admin] GET failed (client error): The resource could not be found. May 20 19:36:11.367173 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-23dbbb69-d0f2-4e3f-9918-799c52da9907 admin admin] 10.222.0.46 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0693662 May 20 19:36:11.493450 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ce6c6d-9354-4dd1-87e7-fc9f24bfe3b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:36:11.494827 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-88ce6c6d-9354-4dd1-87e7-fc9f24bfe3b8 admin admin] 10.222.0.46 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1237915 May 20 19:36:13.651182 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 33016) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:36:13.700508 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-73eb6ba3-a5e3-4096-961e-a04a7a6ce020 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:36:13.705699 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-73eb6ba3-a5e3-4096-961e-a04a7a6ce020 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:36:13.710019 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-73eb6ba3-a5e3-4096-961e-a04a7a6ce020 admin admin] Usage tracker for resource:network and tenant:f72c5c11cef047f5b74d44a3474b1e5a is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:36:13.712880 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-73eb6ba3-a5e3-4096-961e-a04a7a6ce020 admin admin] Quota usage for network was recalculated. Used quota:1. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:36:13.718411 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-73eb6ba3-a5e3-4096-961e-a04a7a6ce020 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:36:13.728457 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73eb6ba3-a5e3-4096-961e-a04a7a6ce020 admin admin] Made reservation on behalf of f72c5c11cef047f5b74d44a3474b1e5a for: {'network': 1} {{(pid=98244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:36:13.730705 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-73eb6ba3-a5e3-4096-961e-a04a7a6ce020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-584789'] for network, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:36:13.817302 dv-cinder-792462-2-iscsi neutron-server[98244]: WARNING neutron.services.revisions.revision_plugin [None req-73eb6ba3-a5e3-4096-961e-a04a7a6ce020 admin admin] Could not find related network for resource to bump revision. May 20 19:36:13.830382 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73eb6ba3-a5e3-4096-961e-a04a7a6ce020 admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=98244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 19:36:13.839965 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-73eb6ba3-a5e3-4096-961e-a04a7a6ce020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717217'] for segment, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:36:13.840306 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.db.segments_db [None req-73eb6ba3-a5e3-4096-961e-a04a7a6ce020 admin admin] Added segment 5dcc6edb-0816-4993-9c8c-4a716b9271a3 of type vlan for network de11aa68-1770-4a75-86e8-471594900557 May 20 19:36:13.865819 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-73eb6ba3-a5e3-4096-961e-a04a7a6ce020 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778152598492'] for network, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:36:13.895110 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-73eb6ba3-a5e3-4096-961e-a04a7a6ce020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697952'] for network, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:36:13.896487 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73eb6ba3-a5e3-4096-961e-a04a7a6ce020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:36:13.897092 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-73eb6ba3-a5e3-4096-961e-a04a7a6ce020 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for network, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:36:13.900499 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-cb2330ca-dd2d-4bbc-a863-c02e2e8c0e23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:36:13.990279 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-73eb6ba3-a5e3-4096-961e-a04a7a6ce020 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3380044 May 20 19:36:13.998537 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eb6ba3-a5e3-4096-961e-a04a7a6ce020 admin admin] Pushing event updated for resources: {'Network': ['ID=de11aa68-1770-4a75-86e8-471594900557,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:36:14.005748 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-73eb6ba3-a5e3-4096-961e-a04a7a6ce020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:36:14.018888 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Network de11aa68-1770-4a75-86e8-471594900557 details requested by agent ovs-agent-dv-cinder-792462-2-iscsi with host dv-cinder-792462-2-iscsi {{(pid=98245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 19:36:16.144850 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 33026) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:36:16.214046 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.pecan_wsgi.hooks.translation [None req-f357e6b1-cfc9-4c51-8d17-191ecc995eba admin admin] GET failed (client error): The resource could not be found. May 20 19:36:16.214563 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-f357e6b1-cfc9-4c51-8d17-191ecc995eba admin admin] Synchronizing usage tracker for tenant:f72c5c11cef047f5b74d44a3474b1e5a on resource:network {{(pid=98244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:36:16.230430 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-f357e6b1-cfc9-4c51-8d17-191ecc995eba admin admin] Unset dirty status for tenant:f72c5c11cef047f5b74d44a3474b1e5a on resource:network {{(pid=98244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:36:16.231575 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-f357e6b1-cfc9-4c51-8d17-191ecc995eba admin admin] 10.222.0.46 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0857694 May 20 19:36:16.364002 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3830ec-564e-49a7-b8ee-e502cfc7711c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:36:16.365448 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-7c3830ec-564e-49a7-b8ee-e502cfc7711c admin admin] 10.222.0.46 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1300416 May 20 19:36:16.375211 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-43956e1d-931e-42f1-b557-0dbdfd2a49e3 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'de11aa68-1770-4a75-86e8-471594900557', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:36:16.379594 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-43956e1d-931e-42f1-b557-0dbdfd2a49e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:36:16.389229 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-43956e1d-931e-42f1-b557-0dbdfd2a49e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:36:16.399665 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43956e1d-931e-42f1-b557-0dbdfd2a49e3 admin admin] Made reservation on behalf of f72c5c11cef047f5b74d44a3474b1e5a for: {'subnet': 1} {{(pid=98244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:36:16.401935 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-43956e1d-931e-42f1-b557-0dbdfd2a49e3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:36:16.764884 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-43956e1d-931e-42f1-b557-0dbdfd2a49e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983'] for subnet, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:36:16.769756 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-c52738db-41ff-4786-b425-1fefa6da249b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:36:16.838702 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43956e1d-931e-42f1-b557-0dbdfd2a49e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=155dae4d-f1f4-4e50-84b9-821515472068,revision_number=0']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:36:16.842014 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-43956e1d-931e-42f1-b557-0dbdfd2a49e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:36:16.848047 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43956e1d-931e-42f1-b557-0dbdfd2a49e3 admin admin] Checking segment: {'id': '5dcc6edb-0816-4993-9c8c-4a716b9271a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'de11aa68-1770-4a75-86e8-471594900557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:36:16.848405 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43956e1d-931e-42f1-b557-0dbdfd2a49e3 admin admin] Network hostable DHCP agents. Network: de11aa68-1770-4a75-86e8-471594900557, hostable agents: ['fa9d6d8e-318c-43db-bbd8-e3a49a35072a'], hosted agents: [] {{(pid=98244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 19:36:16.864440 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43956e1d-931e-42f1-b557-0dbdfd2a49e3 admin admin] Network de11aa68-1770-4a75-86e8-471594900557 is scheduled to be hosted by DHCP agent fa9d6d8e-318c-43db-bbd8-e3a49a35072a with binding_index 1 {{(pid=98244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 19:36:16.872923 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.base_scheduler [None req-43956e1d-931e-42f1-b557-0dbdfd2a49e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-2-iscsi, de11aa68-1770-4a75-86e8-471594900557) {{(pid=98244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:36:16.877082 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43956e1d-931e-42f1-b557-0dbdfd2a49e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:36:16.877652 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-43956e1d-931e-42f1-b557-0dbdfd2a49e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for subnet, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:36:16.882720 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e01f09-e6a8-4da1-86ca-fccdcb732be2 None None] Network de11aa68-1770-4a75-86e8-471594900557 requested from dv-cinder-792462-2-iscsi {{(pid=98245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:36:16.903491 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-43956e1d-931e-42f1-b557-0dbdfd2a49e3 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5319297 May 20 19:36:17.134245 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8325d74c-b71b-4654-b860-9779c6dc5998 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp24e9921b-c377-56b1-b5d5-9e0eafbeecd1-de11aa68-1770-4a75-86e8-471594900557', 'network_id': 'de11aa68-1770-4a75-86e8-471594900557', 'tenant_id': 'f72c5c11cef047f5b74d44a3474b1e5a', 'fixed_ips': [{'subnet_id': '155dae4d-f1f4-4e50-84b9-821515472068'}]}} from dv-cinder-792462-2-iscsi. {{(pid=98245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 19:36:17.135072 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-8325d74c-b71b-4654-b860-9779c6dc5998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:36:17.294984 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.db_base_plugin_common [None req-8325d74c-b71b-4654-b860-9779c6dc5998 None None] Allocated IP 192.168.233.2 (de11aa68-1770-4a75-86e8-471594900557/155dae4d-f1f4-4e50-84b9-821515472068/d3b49b46-ebf5-47e1-8b0b-e7f05adfce47) {{(pid=98245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:36:17.498141 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-8325d74c-b71b-4654-b860-9779c6dc5998 None None] Notify callbacks [] for port, precommit_create {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:36:17.509135 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-8325d74c-b71b-4654-b860-9779c6dc5998 None None] Transition to ACTIVE for port object d3b49b46-ebf5-47e1-8b0b-e7f05adfce47 will not be triggered until provisioned by entity L2. {{(pid=98245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:36:17.528735 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-8325d74c-b71b-4654-b860-9779c6dc5998 None None] Transition to ACTIVE for port object d3b49b46-ebf5-47e1-8b0b-e7f05adfce47 will not be triggered until provisioned by entity DHCP. {{(pid=98245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:36:17.534997 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-8325d74c-b71b-4654-b860-9779c6dc5998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015'] for port, after_create {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:36:17.539653 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:36:17.606539 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8325d74c-b71b-4654-b860-9779c6dc5998 None None] Network de11aa68-1770-4a75-86e8-471594900557 is already hosted by enough agents. {{(pid=98245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:36:17.609367 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.scheduler.base_scheduler [None req-8325d74c-b71b-4654-b860-9779c6dc5998 None None] Resources bound (agent type, host, resource id): {{(pid=98245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:36:17.617522 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8325d74c-b71b-4654-b860-9779c6dc5998 None None] Received port after_create {{(pid=98245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:36:17.620373 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8325d74c-b71b-4654-b860-9779c6dc5998 None None] Pushing event updated for resources: {'Port': ['ID=d3b49b46-ebf5-47e1-8b0b-e7f05adfce47,revision_number=1']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:36:17.659582 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8325d74c-b71b-4654-b860-9779c6dc5998 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:36:17.659941 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8325d74c-b71b-4654-b860-9779c6dc5998 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:36:17.660277 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8325d74c-b71b-4654-b860-9779c6dc5998 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:36:17.660598 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8325d74c-b71b-4654-b860-9779c6dc5998 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:36:17.660934 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8325d74c-b71b-4654-b860-9779c6dc5998 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:36:17.661233 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8325d74c-b71b-4654-b860-9779c6dc5998 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:36:17.661553 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8325d74c-b71b-4654-b860-9779c6dc5998 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:36:17.661867 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8325d74c-b71b-4654-b860-9779c6dc5998 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:36:17.662200 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8325d74c-b71b-4654-b860-9779c6dc5998 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:36:17.662519 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8325d74c-b71b-4654-b860-9779c6dc5998 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:36:17.662831 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8325d74c-b71b-4654-b860-9779c6dc5998 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:36:17.663173 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8325d74c-b71b-4654-b860-9779c6dc5998 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:36:17.672813 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-8325d74c-b71b-4654-b860-9779c6dc5998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:36:17.725960 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-8325d74c-b71b-4654-b860-9779c6dc5998 None None] Attempting to bind port d3b49b46-ebf5-47e1-8b0b-e7f05adfce47 on host dv-cinder-792462-2-iscsi for vnic_type normal with profile {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:36:17.726325 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-8325d74c-b71b-4654-b860-9779c6dc5998 None None] Attempting to bind port d3b49b46-ebf5-47e1-8b0b-e7f05adfce47 by drivers openvswitch,hyperv on host dv-cinder-792462-2-iscsi at level 0 using segments [{'id': '5dcc6edb-0816-4993-9c8c-4a716b9271a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'de11aa68-1770-4a75-86e8-471594900557'}] {{(pid=98245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:36:17.726686 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8325d74c-b71b-4654-b860-9779c6dc5998 None None] Attempting to bind port d3b49b46-ebf5-47e1-8b0b-e7f05adfce47 on network de11aa68-1770-4a75-86e8-471594900557 {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:36:17.732220 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8325d74c-b71b-4654-b860-9779c6dc5998 None None] Checking agent: {'id': 'f14708df-a001-437d-8366-dd48be2b8a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 33, 5), 'started_at': datetime.datetime(2021, 5, 20, 19, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:36:17.732589 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8325d74c-b71b-4654-b860-9779c6dc5998 None None] Checking segment: {'id': '5dcc6edb-0816-4993-9c8c-4a716b9271a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'de11aa68-1770-4a75-86e8-471594900557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:36:17.732989 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-8325d74c-b71b-4654-b860-9779c6dc5998 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:36:17.733375 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8325d74c-b71b-4654-b860-9779c6dc5998 None None] Bound using segment: {'id': '5dcc6edb-0816-4993-9c8c-4a716b9271a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'de11aa68-1770-4a75-86e8-471594900557'} {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:36:17.733848 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-8325d74c-b71b-4654-b860-9779c6dc5998 None None] Bound port: d3b49b46-ebf5-47e1-8b0b-e7f05adfce47, host: dv-cinder-792462-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dcc6edb-0816-4993-9c8c-4a716b9271a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'de11aa68-1770-4a75-86e8-471594900557'}}] {{(pid=98245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:36:17.734217 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-8325d74c-b71b-4654-b860-9779c6dc5998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:36:17.826070 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-8325d74c-b71b-4654-b860-9779c6dc5998 None None] For port d3b49b46-ebf5-47e1-8b0b-e7f05adfce47, host dv-cinder-792462-2-iscsi, cleared binding levels {{(pid=98245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:36:17.829246 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-8325d74c-b71b-4654-b860-9779c6dc5998 None None] For port d3b49b46-ebf5-47e1-8b0b-e7f05adfce47, host dv-cinder-792462-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=d3b49b46-ebf5-47e1-8b0b-e7f05adfce47,segment=NetworkSegment(5dcc6edb-0816-4993-9c8c-4a716b9271a3),segment_id=5dcc6edb-0816-4993-9c8c-4a716b9271a3)] {{(pid=98245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:36:17.833450 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-8325d74c-b71b-4654-b860-9779c6dc5998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:36:17.837466 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:36:17.914914 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8325d74c-b71b-4654-b860-9779c6dc5998 None None] Pushing event updated for resources: {'Port': ['ID=d3b49b46-ebf5-47e1-8b0b-e7f05adfce47,revision_number=2']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:36:17.918103 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-8325d74c-b71b-4654-b860-9779c6dc5998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:36:18.346977 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.agents_db [None req-81082b58-be1a-4fbd-9926-297307221300 None None] Agent healthcheck: found 5 active agents {{(pid=98246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:36:18.707403 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device d3b49b46-ebf5-47e1-8b0b-e7f05adfce47 up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:36:18.789979 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning for port d3b49b46-ebf5-47e1-8b0b-e7f05adfce47 completed by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:36:18.809302 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d8f667-ff7c-4fd3-91f6-9d9d82a16ff6 None None] Network de11aa68-1770-4a75-86e8-471594900557 requested from dv-cinder-792462-2-iscsi {{(pid=98245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:36:18.914964 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-d43e4563-9586-44a3-bc72-3ab051225a1b None None] Provisioning for port d3b49b46-ebf5-47e1-8b0b-e7f05adfce47 completed by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:36:18.931132 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-d43e4563-9586-44a3-bc72-3ab051225a1b None None] Provisioning complete for port d3b49b46-ebf5-47e1-8b0b-e7f05adfce47 triggered by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:36:18.931497 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-d43e4563-9586-44a3-bc72-3ab051225a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:36:19.142972 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-d43e4563-9586-44a3-bc72-3ab051225a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:36:19.184275 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-d43e4563-9586-44a3-bc72-3ab051225a1b None None] For port d3b49b46-ebf5-47e1-8b0b-e7f05adfce47, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=d3b49b46-ebf5-47e1-8b0b-e7f05adfce47,segment=NetworkSegment(5dcc6edb-0816-4993-9c8c-4a716b9271a3),segment_id=5dcc6edb-0816-4993-9c8c-4a716b9271a3)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:36:19.189965 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-d43e4563-9586-44a3-bc72-3ab051225a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:36:19.192691 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-a9929492-ae17-4eec-99e3-259f1c80b12a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:36:19.268286 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43e4563-9586-44a3-bc72-3ab051225a1b None None] Pushing event updated for resources: {'Port': ['ID=d3b49b46-ebf5-47e1-8b0b-e7f05adfce47,revision_number=3']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:36:19.271858 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-d43e4563-9586-44a3-bc72-3ab051225a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:36:19.412701 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-1a29d413-3784-41ef-95bb-cdb7eda0640f None None] Provisioning complete for port d3b49b46-ebf5-47e1-8b0b-e7f05adfce47 triggered by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:36:19.413071 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-1a29d413-3784-41ef-95bb-cdb7eda0640f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:36:20.664450 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device d3b49b46-ebf5-47e1-8b0b-e7f05adfce47 up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:36:20.742556 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning complete for port d3b49b46-ebf5-47e1-8b0b-e7f05adfce47 triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:36:20.742925 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:36:32.198290 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-63620082-b80d-4a5c-a23c-8d993e79c0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:36:34.452437 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-a6a2275e-cbb4-439c-948d-ec150320d13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:36:34.756413 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:36:35.512962 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d568-3eaa-4ee2-8e63-8438dfda9a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:36:37.226925 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-40a8b960-4cf6-42c3-bf80-c71dd59d075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:36:55.344910 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.agents_db [None req-81082b58-be1a-4fbd-9926-297307221300 None None] Agent healthcheck: found 5 active agents {{(pid=98246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:37:02.203392 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3a324a23-728d-45d1-8892-f81492120f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:37:04.479268 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-66da04e5-34a0-4a45-9ac1-4aec94c97464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:37:04.765525 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:37:05.516511 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d568-3eaa-4ee2-8e63-8438dfda9a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:37:07.219392 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-40a8b960-4cf6-42c3-bf80-c71dd59d075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:37:24.554110 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 33076) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:37:24.560666 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [None req-f684d22d-4be5-4efa-827c-3cabcb8b189d tempest-verify_tempest_config-17316252 tempest-verify_tempest_config-17316252-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=98244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 19:37:24.561678 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-f684d22d-4be5-4efa-827c-3cabcb8b189d tempest-verify_tempest_config-17316252 tempest-verify_tempest_config-17316252-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063801 May 20 19:37:24.956742 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 33094) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:37:25.095143 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-340db250-cf30-4bc4-9cf1-a26691ebe571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:37:25.109363 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-340db250-cf30-4bc4-9cf1-a26691ebe571 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:37:25.113582 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-340db250-cf30-4bc4-9cf1-a26691ebe571 admin admin] Usage tracker for resource:security_group_rule and tenant:0a98ee881aec465495db028ecac58a89 is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:37:25.116325 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-340db250-cf30-4bc4-9cf1-a26691ebe571 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:37:25.122145 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-340db250-cf30-4bc4-9cf1-a26691ebe571 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:37:25.214395 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-340db250-cf30-4bc4-9cf1-a26691ebe571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:37:25.221074 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-340db250-cf30-4bc4-9cf1-a26691ebe571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:37:25.231679 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:37:25.271435 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340db250-cf30-4bc4-9cf1-a26691ebe571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40185df-163d-4954-97ae-ffa99edc297f,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:37:25.275639 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-340db250-cf30-4bc4-9cf1-a26691ebe571 admin admin] Synchronizing usage tracker for tenant:f72c5c11cef047f5b74d44a3474b1e5a on resource:security_group {{(pid=98243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:37:25.282447 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340db250-cf30-4bc4-9cf1-a26691ebe571 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:37:25.282810 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340db250-cf30-4bc4-9cf1-a26691ebe571 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:37:25.283178 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340db250-cf30-4bc4-9cf1-a26691ebe571 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:37:25.283504 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340db250-cf30-4bc4-9cf1-a26691ebe571 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:37:25.283847 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340db250-cf30-4bc4-9cf1-a26691ebe571 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:37:25.284167 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340db250-cf30-4bc4-9cf1-a26691ebe571 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:37:25.284486 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340db250-cf30-4bc4-9cf1-a26691ebe571 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:37:25.284796 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340db250-cf30-4bc4-9cf1-a26691ebe571 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:37:25.285110 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340db250-cf30-4bc4-9cf1-a26691ebe571 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:37:25.285414 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340db250-cf30-4bc4-9cf1-a26691ebe571 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:37:25.285721 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340db250-cf30-4bc4-9cf1-a26691ebe571 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:37:25.286026 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340db250-cf30-4bc4-9cf1-a26691ebe571 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:37:25.290049 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-340db250-cf30-4bc4-9cf1-a26691ebe571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:37:25.305176 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-340db250-cf30-4bc4-9cf1-a26691ebe571 admin admin] Unset dirty status for tenant:f72c5c11cef047f5b74d44a3474b1e5a on resource:security_group {{(pid=98243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:37:25.306599 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-340db250-cf30-4bc4-9cf1-a26691ebe571 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0a98ee881aec465495db028ecac58a89&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3487070 May 20 19:37:25.310558 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 33100) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:37:25.372263 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d4229491-6de0-44cf-b5f0-a2869387ae58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:37:25.398254 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d4229491-6de0-44cf-b5f0-a2869387ae58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:37:25.494664 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d4229491-6de0-44cf-b5f0-a2869387ae58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:37:25.498536 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:37:25.509946 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4229491-6de0-44cf-b5f0-a2869387ae58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40185df-163d-4954-97ae-ffa99edc297f,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:37:25.518955 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4229491-6de0-44cf-b5f0-a2869387ae58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:37:25.519290 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4229491-6de0-44cf-b5f0-a2869387ae58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:37:25.519631 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4229491-6de0-44cf-b5f0-a2869387ae58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:37:25.519988 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4229491-6de0-44cf-b5f0-a2869387ae58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:37:25.520311 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4229491-6de0-44cf-b5f0-a2869387ae58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:37:25.520634 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4229491-6de0-44cf-b5f0-a2869387ae58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:37:25.520946 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4229491-6de0-44cf-b5f0-a2869387ae58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:37:25.521267 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4229491-6de0-44cf-b5f0-a2869387ae58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:37:25.521597 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4229491-6de0-44cf-b5f0-a2869387ae58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:37:25.521916 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4229491-6de0-44cf-b5f0-a2869387ae58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:37:25.522223 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4229491-6de0-44cf-b5f0-a2869387ae58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:37:25.522534 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4229491-6de0-44cf-b5f0-a2869387ae58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:37:25.526042 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-d4229491-6de0-44cf-b5f0-a2869387ae58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:37:25.526959 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d4229491-6de0-44cf-b5f0-a2869387ae58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:37:25.528068 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-d4229491-6de0-44cf-b5f0-a2869387ae58 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c40185df-163d-4954-97ae-ffa99edc297f HTTP/1.1" status: 204 len: 168 time: 0.2165320 May 20 19:37:32.207081 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-df8926fd-4739-47c0-a922-d4c87c641ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:37:32.345778 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.agents_db [None req-81082b58-be1a-4fbd-9926-297307221300 None None] Agent healthcheck: found 5 active agents {{(pid=98246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:37:34.454722 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-f152ee6f-ed02-4229-8b72-bf0b3bc13b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:37:34.757264 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:37:35.519817 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d568-3eaa-4ee2-8e63-8438dfda9a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:37:37.223483 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-40a8b960-4cf6-42c3-bf80-c71dd59d075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:38:02.210981 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-0b3e7ec2-3283-4b72-b3dc-8f42fb63222e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:38:04.448220 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-61208657-f01b-4eab-bbc3-c82986e84628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:38:04.761382 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:38:05.523858 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d568-3eaa-4ee2-8e63-8438dfda9a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:38:07.224091 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-40a8b960-4cf6-42c3-bf80-c71dd59d075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:38:09.344325 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.agents_db [None req-81082b58-be1a-4fbd-9926-297307221300 None None] Agent healthcheck: found 5 active agents {{(pid=98246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:38:32.212952 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3a3e617e-8e64-458f-8745-7231e79d9232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:38:34.452877 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-8d2c4b34-85e9-4367-afb8-71c99bf86c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:38:34.763204 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:38:35.526489 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d568-3eaa-4ee2-8e63-8438dfda9a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:38:37.227260 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-40a8b960-4cf6-42c3-bf80-c71dd59d075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:38:46.342608 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.agents_db [None req-81082b58-be1a-4fbd-9926-297307221300 None None] Agent healthcheck: found 5 active agents {{(pid=98246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:39:02.214628 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-38c145d9-4bed-4ddc-b7c5-d2520c98a18d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:39:04.453584 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-c2fe8ca3-f7ab-4f28-9116-3b29e718c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:39:04.766027 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:39:05.532438 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d568-3eaa-4ee2-8e63-8438dfda9a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:39:06.242679 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508'] for agent, after_create {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:39:07.230542 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-40a8b960-4cf6-42c3-bf80-c71dd59d075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:39:10.547399 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 33152) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:39:10.659198 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-6b5256f7-8de4-4ebc-844e-4e370c27c456 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1097975 May 20 19:39:12.845149 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 33162) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:39:12.909838 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-c76fa0b9-2cd8-439f-836f-1ee5b18eeefb admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0635281 May 20 19:39:23.343834 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.agents_db [None req-81082b58-be1a-4fbd-9926-297307221300 None None] Agent healthcheck: found 6 active agents {{(pid=98246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:39:32.216166 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-378915b1-ed66-496e-bda5-cf819dfaff3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:39:34.461911 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-cda3ed0f-540d-4902-9c13-cca0587924b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:39:34.768797 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:39:35.533634 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d568-3eaa-4ee2-8e63-8438dfda9a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:39:36.197485 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:39:37.321156 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-40a8b960-4cf6-42c3-bf80-c71dd59d075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:00.343374 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.agents_db [None req-81082b58-be1a-4fbd-9926-297307221300 None None] Agent healthcheck: found 6 active agents {{(pid=98246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:40:02.224543 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-4e2c1bd4-2332-4a8d-b1e9-fe4cbbb55098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:04.459948 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-e3a596ac-683d-43f8-a804-b67143328415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:04.772808 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:05.537538 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d568-3eaa-4ee2-8e63-8438dfda9a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:06.210378 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:07.241787 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-40a8b960-4cf6-42c3-bf80-c71dd59d075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:32.217760 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-e1e83e9e-7f1d-4b18-8934-141cb5935c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:34.453100 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-7c1e883f-ddce-47b1-b05b-fb93009e368a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:34.775802 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:35.539521 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d568-3eaa-4ee2-8e63-8438dfda9a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:36.204429 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:37.236737 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-40a8b960-4cf6-42c3-bf80-c71dd59d075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:37.343433 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.agents_db [None req-81082b58-be1a-4fbd-9926-297307221300 None None] Agent healthcheck: found 6 active agents {{(pid=98246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:40:42.411242 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 33348) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:42.487172 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 33360) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:42.657123 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-bb3889b3-67c7-42bf-9844-72b9208123ec admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1508033573-network', 'tenant_id': '37f85aa520a8412687aa20aaba123bb8'}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:40:42.662877 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-bb3889b3-67c7-42bf-9844-72b9208123ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:40:42.680914 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-bb3889b3-67c7-42bf-9844-72b9208123ec admin admin] Usage tracker for resource:network and tenant:37f85aa520a8412687aa20aaba123bb8 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:40:42.684126 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-bb3889b3-67c7-42bf-9844-72b9208123ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:40:42.690452 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-bb3889b3-67c7-42bf-9844-72b9208123ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:40:42.701887 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3889b3-67c7-42bf-9844-72b9208123ec admin admin] Made reservation on behalf of 37f85aa520a8412687aa20aaba123bb8 for: {'network': 1} {{(pid=98244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:40:42.706258 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-bb3889b3-67c7-42bf-9844-72b9208123ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-584789'] for network, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:42.718392 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-bb3889b3-67c7-42bf-9844-72b9208123ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:42.734805 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-bb3889b3-67c7-42bf-9844-72b9208123ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:40:42.743211 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-4032e644-5e1c-459c-95e5-8bbf9abdc825 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1299378093-network', 'tenant_id': '8ed4e5869d204e20b671ef4c001a3511'}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:40:42.748641 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-4032e644-5e1c-459c-95e5-8bbf9abdc825 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:40:42.751823 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-bb3889b3-67c7-42bf-9844-72b9208123ec admin admin] Usage tracker for resource:security_group_rule and tenant:37f85aa520a8412687aa20aaba123bb8 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:40:42.755606 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-bb3889b3-67c7-42bf-9844-72b9208123ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:40:42.764164 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-bb3889b3-67c7-42bf-9844-72b9208123ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:40:42.779966 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-4032e644-5e1c-459c-95e5-8bbf9abdc825 admin admin] Usage tracker for resource:network and tenant:8ed4e5869d204e20b671ef4c001a3511 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:40:42.791528 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-4032e644-5e1c-459c-95e5-8bbf9abdc825 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:40:42.799694 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-4032e644-5e1c-459c-95e5-8bbf9abdc825 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:40:42.824646 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4032e644-5e1c-459c-95e5-8bbf9abdc825 admin admin] Made reservation on behalf of 8ed4e5869d204e20b671ef4c001a3511 for: {'network': 1} {{(pid=98244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:40:42.827586 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-4032e644-5e1c-459c-95e5-8bbf9abdc825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-584789'] for network, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:42.849606 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-4032e644-5e1c-459c-95e5-8bbf9abdc825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:42.873797 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-4032e644-5e1c-459c-95e5-8bbf9abdc825 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:40:42.883902 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-4032e644-5e1c-459c-95e5-8bbf9abdc825 admin admin] Usage tracker for resource:security_group_rule and tenant:8ed4e5869d204e20b671ef4c001a3511 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:40:42.888573 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-4032e644-5e1c-459c-95e5-8bbf9abdc825 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:40:42.901561 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-4032e644-5e1c-459c-95e5-8bbf9abdc825 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:40:42.966205 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-bb3889b3-67c7-42bf-9844-72b9208123ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:42.975821 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-bb3889b3-67c7-42bf-9844-72b9208123ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:42.986979 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-cb2330ca-dd2d-4bbc-a863-c02e2e8c0e23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:43.018019 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb3889b3-67c7-42bf-9844-72b9208123ec admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=98244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 19:40:43.055063 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-bb3889b3-67c7-42bf-9844-72b9208123ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717217'] for segment, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:43.055560 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.db.segments_db [None req-bb3889b3-67c7-42bf-9844-72b9208123ec admin admin] Added segment b5ae81c9-7462-4bd2-9919-0d8b398112b6 of type vlan for network fda7b7dd-5275-41a7-a034-33ce80df48e6 May 20 19:40:43.088164 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-bb3889b3-67c7-42bf-9844-72b9208123ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778152598492'] for network, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:43.102653 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3889b3-67c7-42bf-9844-72b9208123ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51e0d65-bb83-48d4-b080-258e9c052768,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:43.126876 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3889b3-67c7-42bf-9844-72b9208123ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:43.127240 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3889b3-67c7-42bf-9844-72b9208123ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:43.127573 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3889b3-67c7-42bf-9844-72b9208123ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:43.127918 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3889b3-67c7-42bf-9844-72b9208123ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:43.128235 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3889b3-67c7-42bf-9844-72b9208123ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:43.128785 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3889b3-67c7-42bf-9844-72b9208123ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:43.129307 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3889b3-67c7-42bf-9844-72b9208123ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:43.129589 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3889b3-67c7-42bf-9844-72b9208123ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:43.129916 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3889b3-67c7-42bf-9844-72b9208123ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:43.130228 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3889b3-67c7-42bf-9844-72b9208123ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:43.130825 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3889b3-67c7-42bf-9844-72b9208123ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:43.131141 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3889b3-67c7-42bf-9844-72b9208123ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:43.132203 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3889b3-67c7-42bf-9844-72b9208123ec admin admin] Tracked resource versions report: May 20 19:40:43.132203 dv-cinder-792462-2-iscsi neutron-server[98244]: pushed versions: May 20 19:40:43.132203 dv-cinder-792462-2-iscsi neutron-server[98244]: { 'AddressGroup': {'1.2'}, May 20 19:40:43.132203 dv-cinder-792462-2-iscsi neutron-server[98244]: 'ConntrackHelper': {'1.0'}, May 20 19:40:43.132203 dv-cinder-792462-2-iscsi neutron-server[98244]: 'Log': {'1.0'}, May 20 19:40:43.132203 dv-cinder-792462-2-iscsi neutron-server[98244]: 'Network': {'1.1'}, May 20 19:40:43.132203 dv-cinder-792462-2-iscsi neutron-server[98244]: 'Port': {'1.7'}, May 20 19:40:43.132203 dv-cinder-792462-2-iscsi neutron-server[98244]: 'PortForwarding': {'1.2'}, May 20 19:40:43.132203 dv-cinder-792462-2-iscsi neutron-server[98244]: 'QosPolicy': {'1.8'}, May 20 19:40:43.132203 dv-cinder-792462-2-iscsi neutron-server[98244]: 'SecurityGroup': {'1.4'}, May 20 19:40:43.132203 dv-cinder-792462-2-iscsi neutron-server[98244]: 'SecurityGroupRule': {'1.2'}, May 20 19:40:43.132203 dv-cinder-792462-2-iscsi neutron-server[98244]: 'SubPort': {'1.0'}, May 20 19:40:43.132203 dv-cinder-792462-2-iscsi neutron-server[98244]: 'Subnet': {'1.1'}, May 20 19:40:43.132203 dv-cinder-792462-2-iscsi neutron-server[98244]: 'Trunk': {'1.1'}} May 20 19:40:43.132203 dv-cinder-792462-2-iscsi neutron-server[98244]: consumer versions: May 20 19:40:43.132203 dv-cinder-792462-2-iscsi neutron-server[98244]: { DHCP agent@dv-cinder-792462-2-iscsi: {}, May 20 19:40:43.132203 dv-cinder-792462-2-iscsi neutron-server[98244]: HyperV agent@hv-cinder-79246: {}, May 20 19:40:43.132203 dv-cinder-792462-2-iscsi neutron-server[98244]: L3 agent@dv-cinder-792462-2-iscsi: {}, May 20 19:40:43.132203 dv-cinder-792462-2-iscsi neutron-server[98244]: Metadata agent@dv-cinder-792462-2-iscsi: {}, May 20 19:40:43.132203 dv-cinder-792462-2-iscsi neutron-server[98244]: Metering agent@dv-cinder-792462-2-iscsi: {}, May 20 19:40:43.132203 dv-cinder-792462-2-iscsi neutron-server[98244]: Open vSwitch agent@dv-cinder-792462-2-iscsi: { 'AddressGroup': '1.2', May 20 19:40:43.132203 dv-cinder-792462-2-iscsi neutron-server[98244]: 'ConntrackHelper': '1.0', May 20 19:40:43.132203 dv-cinder-792462-2-iscsi neutron-server[98244]: 'Log': '1.0', May 20 19:40:43.132203 dv-cinder-792462-2-iscsi neutron-server[98244]: 'Network': '1.1', May 20 19:40:43.132203 dv-cinder-792462-2-iscsi neutron-server[98244]: 'Port': '1.7', May 20 19:40:43.132203 dv-cinder-792462-2-iscsi neutron-server[98244]: 'PortForwarding': '1.2', May 20 19:40:43.132203 dv-cinder-792462-2-iscsi neutron-server[98244]: 'QosPolicy': '1.8', May 20 19:40:43.132203 dv-cinder-792462-2-iscsi neutron-server[98244]: 'SecurityGroup': '1.4', May 20 19:40:43.132203 dv-cinder-792462-2-iscsi neutron-server[98244]: 'SecurityGroupRule': '1.2', May 20 19:40:43.132203 dv-cinder-792462-2-iscsi neutron-server[98244]: 'SubPort': '1.0', May 20 19:40:43.132203 dv-cinder-792462-2-iscsi neutron-server[98244]: 'Subnet': '1.1', May 20 19:40:43.132203 dv-cinder-792462-2-iscsi neutron-server[98244]: 'Trunk': '1.1'}} May 20 19:40:43.132203 dv-cinder-792462-2-iscsi neutron-server[98244]: {{(pid=98244) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 19:40:43.153448 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-bb3889b3-67c7-42bf-9844-72b9208123ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:43.157345 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-4032e644-5e1c-459c-95e5-8bbf9abdc825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:43.165875 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-4032e644-5e1c-459c-95e5-8bbf9abdc825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:43.170657 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:43.180660 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-bb3889b3-67c7-42bf-9844-72b9208123ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697952'] for network, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:43.187427 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3889b3-67c7-42bf-9844-72b9208123ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:43.188042 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-bb3889b3-67c7-42bf-9844-72b9208123ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for network, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:43.199438 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4032e644-5e1c-459c-95e5-8bbf9abdc825 admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=98244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 19:40:43.234028 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-4032e644-5e1c-459c-95e5-8bbf9abdc825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717217'] for segment, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:43.234498 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.db.segments_db [None req-4032e644-5e1c-459c-95e5-8bbf9abdc825 admin admin] Added segment bbd097b1-fbbb-46bb-b9fd-966cb6b1545a of type vlan for network 3d38b6f3-7548-4a0e-896f-e9fb0c461e8e May 20 19:40:43.239876 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4032e644-5e1c-459c-95e5-8bbf9abdc825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70a8b11-f8d6-4154-b1d1-25e28435303e,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:43.250677 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-4032e644-5e1c-459c-95e5-8bbf9abdc825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:43.252757 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:43.276290 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-bb3889b3-67c7-42bf-9844-72b9208123ec admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8604140 May 20 19:40:43.276437 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 33400) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:43.282676 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [None req-38502627-3d1f-496a-b258-1347e5ea5ac9 admin admin] Request body: {'subnet': {'network_id': 'fda7b7dd-5275-41a7-a034-33ce80df48e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1508033573-subnet', 'tenant_id': '37f85aa520a8412687aa20aaba123bb8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:40:43.288371 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-38502627-3d1f-496a-b258-1347e5ea5ac9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:40:43.292530 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-38502627-3d1f-496a-b258-1347e5ea5ac9 admin admin] Usage tracker for resource:subnet and tenant:37f85aa520a8412687aa20aaba123bb8 is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:40:43.295903 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-38502627-3d1f-496a-b258-1347e5ea5ac9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:40:43.303256 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-38502627-3d1f-496a-b258-1347e5ea5ac9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:40:43.320097 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38502627-3d1f-496a-b258-1347e5ea5ac9 admin admin] Made reservation on behalf of 37f85aa520a8412687aa20aaba123bb8 for: {'subnet': 1} {{(pid=98243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:40:43.323025 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-38502627-3d1f-496a-b258-1347e5ea5ac9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:43.347525 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 33404) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:43.361319 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-4032e644-5e1c-459c-95e5-8bbf9abdc825 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778152598492'] for network, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:43.375418 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3889b3-67c7-42bf-9844-72b9208123ec admin admin] Pushing event updated for resources: {'Network': ['ID=fda7b7dd-5275-41a7-a034-33ce80df48e6,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:43.379818 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-bb3889b3-67c7-42bf-9844-72b9208123ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:43.388545 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Network fda7b7dd-5275-41a7-a034-33ce80df48e6 details requested by agent ovs-agent-dv-cinder-792462-2-iscsi with host dv-cinder-792462-2-iscsi {{(pid=98245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 19:40:43.404666 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-4032e644-5e1c-459c-95e5-8bbf9abdc825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697952'] for network, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:43.407061 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4032e644-5e1c-459c-95e5-8bbf9abdc825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:43.408050 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-4032e644-5e1c-459c-95e5-8bbf9abdc825 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for network, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:43.413909 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:43.464654 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 33416) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:43.488790 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-4032e644-5e1c-459c-95e5-8bbf9abdc825 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0000896 May 20 19:40:43.489973 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 33422) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:43.546465 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-42b01300-c108-4817-a7f7-e7ff9c210bdc admin admin] Request body: {'subnet': {'network_id': '3d38b6f3-7548-4a0e-896f-e9fb0c461e8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1299378093-subnet', 'tenant_id': '8ed4e5869d204e20b671ef4c001a3511', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:40:43.553661 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-42b01300-c108-4817-a7f7-e7ff9c210bdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:40:43.557972 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-42b01300-c108-4817-a7f7-e7ff9c210bdc admin admin] Usage tracker for resource:subnet and tenant:8ed4e5869d204e20b671ef4c001a3511 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:40:43.561022 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-42b01300-c108-4817-a7f7-e7ff9c210bdc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:40:43.568475 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-42b01300-c108-4817-a7f7-e7ff9c210bdc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:40:43.583289 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b01300-c108-4817-a7f7-e7ff9c210bdc admin admin] Made reservation on behalf of 8ed4e5869d204e20b671ef4c001a3511 for: {'subnet': 1} {{(pid=98244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:40:43.586205 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-42b01300-c108-4817-a7f7-e7ff9c210bdc admin admin] Notify callbacks [] for subnet, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:43.608238 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4032e644-5e1c-459c-95e5-8bbf9abdc825 admin admin] Pushing event updated for resources: {'Network': ['ID=3d38b6f3-7548-4a0e-896f-e9fb0c461e8e,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:43.622799 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-4032e644-5e1c-459c-95e5-8bbf9abdc825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:43.624371 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Network 3d38b6f3-7548-4a0e-896f-e9fb0c461e8e details requested by agent ovs-agent-dv-cinder-792462-2-iscsi with host dv-cinder-792462-2-iscsi {{(pid=98245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 19:40:43.770529 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [None req-bf414390-f0d1-47b5-a6ca-fc1340af7bff admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1795474832-network', 'tenant_id': 'a0ac8c7cabd34168a41ac6b7de3b2121'}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:40:43.779064 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-bf414390-f0d1-47b5-a6ca-fc1340af7bff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:40:43.790438 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-bf414390-f0d1-47b5-a6ca-fc1340af7bff admin admin] Usage tracker for resource:network and tenant:a0ac8c7cabd34168a41ac6b7de3b2121 is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:40:43.795139 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-bf414390-f0d1-47b5-a6ca-fc1340af7bff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:40:43.807429 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-bf414390-f0d1-47b5-a6ca-fc1340af7bff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:40:43.839614 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-eb5a39cd-94ed-4370-a038-43338d22adce admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1631511-network', 'tenant_id': 'eae5dc310b064886a0fbb3c18c74b33d'}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:40:43.847277 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-eb5a39cd-94ed-4370-a038-43338d22adce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:40:43.860131 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-eb5a39cd-94ed-4370-a038-43338d22adce admin admin] Usage tracker for resource:network and tenant:eae5dc310b064886a0fbb3c18c74b33d is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:40:43.866252 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-eb5a39cd-94ed-4370-a038-43338d22adce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:40:43.874842 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-eb5a39cd-94ed-4370-a038-43338d22adce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:40:43.878638 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf414390-f0d1-47b5-a6ca-fc1340af7bff admin admin] Made reservation on behalf of a0ac8c7cabd34168a41ac6b7de3b2121 for: {'network': 1} {{(pid=98243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:40:43.881170 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-bf414390-f0d1-47b5-a6ca-fc1340af7bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-584789'] for network, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:43.898745 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-bf414390-f0d1-47b5-a6ca-fc1340af7bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:43.917574 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-38502627-3d1f-496a-b258-1347e5ea5ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983'] for subnet, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:43.918863 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-bf414390-f0d1-47b5-a6ca-fc1340af7bff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:40:43.926825 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:43.928672 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5a39cd-94ed-4370-a038-43338d22adce admin admin] Made reservation on behalf of eae5dc310b064886a0fbb3c18c74b33d for: {'network': 1} {{(pid=98244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:40:43.931375 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-eb5a39cd-94ed-4370-a038-43338d22adce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-584789'] for network, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:43.949305 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-eb5a39cd-94ed-4370-a038-43338d22adce admin admin] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:43.955963 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-bf414390-f0d1-47b5-a6ca-fc1340af7bff admin admin] Usage tracker for resource:security_group_rule and tenant:a0ac8c7cabd34168a41ac6b7de3b2121 is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:40:43.960617 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-bf414390-f0d1-47b5-a6ca-fc1340af7bff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:40:43.971877 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-eb5a39cd-94ed-4370-a038-43338d22adce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:40:43.994543 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-bf414390-f0d1-47b5-a6ca-fc1340af7bff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:40:44.006137 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38502627-3d1f-496a-b258-1347e5ea5ac9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac054bf5-04e2-4ea8-a6e9-2a1e78108407,revision_number=0']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:44.016855 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38502627-3d1f-496a-b258-1347e5ea5ac9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:44.017455 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38502627-3d1f-496a-b258-1347e5ea5ac9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:44.017992 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38502627-3d1f-496a-b258-1347e5ea5ac9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:44.018480 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38502627-3d1f-496a-b258-1347e5ea5ac9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:44.018977 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38502627-3d1f-496a-b258-1347e5ea5ac9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:44.019503 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38502627-3d1f-496a-b258-1347e5ea5ac9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:44.020018 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38502627-3d1f-496a-b258-1347e5ea5ac9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:44.020509 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38502627-3d1f-496a-b258-1347e5ea5ac9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:44.020855 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38502627-3d1f-496a-b258-1347e5ea5ac9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:44.021185 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38502627-3d1f-496a-b258-1347e5ea5ac9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:44.021500 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38502627-3d1f-496a-b258-1347e5ea5ac9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:44.021982 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38502627-3d1f-496a-b258-1347e5ea5ac9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:44.023177 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38502627-3d1f-496a-b258-1347e5ea5ac9 admin admin] Tracked resource versions report: May 20 19:40:44.023177 dv-cinder-792462-2-iscsi neutron-server[98243]: pushed versions: May 20 19:40:44.023177 dv-cinder-792462-2-iscsi neutron-server[98243]: { 'AddressGroup': {'1.2'}, May 20 19:40:44.023177 dv-cinder-792462-2-iscsi neutron-server[98243]: 'ConntrackHelper': {'1.0'}, May 20 19:40:44.023177 dv-cinder-792462-2-iscsi neutron-server[98243]: 'Log': {'1.0'}, May 20 19:40:44.023177 dv-cinder-792462-2-iscsi neutron-server[98243]: 'Network': {'1.1'}, May 20 19:40:44.023177 dv-cinder-792462-2-iscsi neutron-server[98243]: 'Port': {'1.7'}, May 20 19:40:44.023177 dv-cinder-792462-2-iscsi neutron-server[98243]: 'PortForwarding': {'1.2'}, May 20 19:40:44.023177 dv-cinder-792462-2-iscsi neutron-server[98243]: 'QosPolicy': {'1.8'}, May 20 19:40:44.023177 dv-cinder-792462-2-iscsi neutron-server[98243]: 'SecurityGroup': {'1.4'}, May 20 19:40:44.023177 dv-cinder-792462-2-iscsi neutron-server[98243]: 'SecurityGroupRule': {'1.2'}, May 20 19:40:44.023177 dv-cinder-792462-2-iscsi neutron-server[98243]: 'SubPort': {'1.0'}, May 20 19:40:44.023177 dv-cinder-792462-2-iscsi neutron-server[98243]: 'Subnet': {'1.1'}, May 20 19:40:44.023177 dv-cinder-792462-2-iscsi neutron-server[98243]: 'Trunk': {'1.1'}} May 20 19:40:44.023177 dv-cinder-792462-2-iscsi neutron-server[98243]: consumer versions: May 20 19:40:44.023177 dv-cinder-792462-2-iscsi neutron-server[98243]: { DHCP agent@dv-cinder-792462-2-iscsi: {}, May 20 19:40:44.023177 dv-cinder-792462-2-iscsi neutron-server[98243]: HyperV agent@hv-cinder-79246: {}, May 20 19:40:44.023177 dv-cinder-792462-2-iscsi neutron-server[98243]: L3 agent@dv-cinder-792462-2-iscsi: {}, May 20 19:40:44.023177 dv-cinder-792462-2-iscsi neutron-server[98243]: Metadata agent@dv-cinder-792462-2-iscsi: {}, May 20 19:40:44.023177 dv-cinder-792462-2-iscsi neutron-server[98243]: Metering agent@dv-cinder-792462-2-iscsi: {}, May 20 19:40:44.023177 dv-cinder-792462-2-iscsi neutron-server[98243]: Open vSwitch agent@dv-cinder-792462-2-iscsi: { 'AddressGroup': '1.2', May 20 19:40:44.023177 dv-cinder-792462-2-iscsi neutron-server[98243]: 'ConntrackHelper': '1.0', May 20 19:40:44.023177 dv-cinder-792462-2-iscsi neutron-server[98243]: 'Log': '1.0', May 20 19:40:44.023177 dv-cinder-792462-2-iscsi neutron-server[98243]: 'Network': '1.1', May 20 19:40:44.023177 dv-cinder-792462-2-iscsi neutron-server[98243]: 'Port': '1.7', May 20 19:40:44.023177 dv-cinder-792462-2-iscsi neutron-server[98243]: 'PortForwarding': '1.2', May 20 19:40:44.023177 dv-cinder-792462-2-iscsi neutron-server[98243]: 'QosPolicy': '1.8', May 20 19:40:44.023177 dv-cinder-792462-2-iscsi neutron-server[98243]: 'SecurityGroup': '1.4', May 20 19:40:44.023177 dv-cinder-792462-2-iscsi neutron-server[98243]: 'SecurityGroupRule': '1.2', May 20 19:40:44.023177 dv-cinder-792462-2-iscsi neutron-server[98243]: 'SubPort': '1.0', May 20 19:40:44.023177 dv-cinder-792462-2-iscsi neutron-server[98243]: 'Subnet': '1.1', May 20 19:40:44.023177 dv-cinder-792462-2-iscsi neutron-server[98243]: 'Trunk': '1.1'}} May 20 19:40:44.023177 dv-cinder-792462-2-iscsi neutron-server[98243]: {{(pid=98243) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 19:40:44.033880 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-eb5a39cd-94ed-4370-a038-43338d22adce admin admin] Usage tracker for resource:security_group_rule and tenant:eae5dc310b064886a0fbb3c18c74b33d is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:40:44.037756 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-eb5a39cd-94ed-4370-a038-43338d22adce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:40:44.044954 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-eb5a39cd-94ed-4370-a038-43338d22adce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:40:44.055380 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-38502627-3d1f-496a-b258-1347e5ea5ac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:44.068690 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38502627-3d1f-496a-b258-1347e5ea5ac9 admin admin] Checking segment: {'id': 'b5ae81c9-7462-4bd2-9919-0d8b398112b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fda7b7dd-5275-41a7-a034-33ce80df48e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:40:44.069425 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38502627-3d1f-496a-b258-1347e5ea5ac9 admin admin] Network hostable DHCP agents. Network: fda7b7dd-5275-41a7-a034-33ce80df48e6, hostable agents: ['fa9d6d8e-318c-43db-bbd8-e3a49a35072a'], hosted agents: [] {{(pid=98243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 19:40:44.106631 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38502627-3d1f-496a-b258-1347e5ea5ac9 admin admin] Network fda7b7dd-5275-41a7-a034-33ce80df48e6 is scheduled to be hosted by DHCP agent fa9d6d8e-318c-43db-bbd8-e3a49a35072a with binding_index 1 {{(pid=98243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 19:40:44.130419 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.base_scheduler [None req-38502627-3d1f-496a-b258-1347e5ea5ac9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-2-iscsi, fda7b7dd-5275-41a7-a034-33ce80df48e6) {{(pid=98243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:40:44.141221 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6029ab-dd16-48ef-b3f5-7a0371d88543 None None] Network fda7b7dd-5275-41a7-a034-33ce80df48e6 requested from dv-cinder-792462-2-iscsi {{(pid=98245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:40:44.145586 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38502627-3d1f-496a-b258-1347e5ea5ac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:44.146308 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-38502627-3d1f-496a-b258-1347e5ea5ac9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for subnet, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:44.251231 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-38502627-3d1f-496a-b258-1347e5ea5ac9 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9737132 May 20 19:40:44.438112 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-eb5a39cd-94ed-4370-a038-43338d22adce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:44.471472 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-eb5a39cd-94ed-4370-a038-43338d22adce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:44.490868 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c00b734-5a55-4439-990b-e11064ebce61 None None] Network fda7b7dd-5275-41a7-a034-33ce80df48e6 requested from dv-cinder-792462-2-iscsi {{(pid=98245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:40:44.521825 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb5a39cd-94ed-4370-a038-43338d22adce admin admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=98244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 19:40:44.522189 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-bf414390-f0d1-47b5-a6ca-fc1340af7bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:44.530660 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-bf414390-f0d1-47b5-a6ca-fc1340af7bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:44.535802 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-340db250-cf30-4bc4-9cf1-a26691ebe571 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:44.541975 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-eb5a39cd-94ed-4370-a038-43338d22adce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717217'] for segment, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:44.542349 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.db.segments_db [None req-eb5a39cd-94ed-4370-a038-43338d22adce admin admin] Added segment 58083fc7-31b6-4bee-b691-e433c62573b4 of type vlan for network d932fd37-893e-4714-8e50-cf8308e6d424 May 20 19:40:44.563883 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-bb3889b3-67c7-42bf-9844-72b9208123ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:44.659733 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf414390-f0d1-47b5-a6ca-fc1340af7bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:44.672378 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-bf414390-f0d1-47b5-a6ca-fc1340af7bff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:44.703973 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-eb5a39cd-94ed-4370-a038-43338d22adce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778152598492'] for network, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:44.708101 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-42b01300-c108-4817-a7f7-e7ff9c210bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983'] for subnet, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:44.712458 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf414390-f0d1-47b5-a6ca-fc1340af7bff admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=98243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 19:40:44.737183 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a39cd-94ed-4370-a038-43338d22adce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736d6239-6370-44c9-b5c0-bd4446ff5d63,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:44.737924 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-bf414390-f0d1-47b5-a6ca-fc1340af7bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717217'] for segment, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:44.738541 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.db.segments_db [None req-bf414390-f0d1-47b5-a6ca-fc1340af7bff admin admin] Added segment bb2d58f1-e924-45ff-b685-912f2e453c73 of type vlan for network 84eb469a-42da-4e4e-8a93-b8edc16eceb7 May 20 19:40:44.741415 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-eb5a39cd-94ed-4370-a038-43338d22adce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:44.744025 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:44.806003 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-bf414390-f0d1-47b5-a6ca-fc1340af7bff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778152598492'] for network, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:44.855364 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b01300-c108-4817-a7f7-e7ff9c210bdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b859f84-1277-4d60-b0e8-72f23097ad76,revision_number=0']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:44.858123 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-42b01300-c108-4817-a7f7-e7ff9c210bdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:44.862523 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-eb5a39cd-94ed-4370-a038-43338d22adce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697952'] for network, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:44.865338 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5a39cd-94ed-4370-a038-43338d22adce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:44.866021 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-eb5a39cd-94ed-4370-a038-43338d22adce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for network, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:44.875744 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-73eb6ba3-a5e3-4096-961e-a04a7a6ce020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:44.905576 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b01300-c108-4817-a7f7-e7ff9c210bdc admin admin] Checking segment: {'id': 'bbd097b1-fbbb-46bb-b9fd-966cb6b1545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3d38b6f3-7548-4a0e-896f-e9fb0c461e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:40:44.906061 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b01300-c108-4817-a7f7-e7ff9c210bdc admin admin] Network hostable DHCP agents. Network: 3d38b6f3-7548-4a0e-896f-e9fb0c461e8e, hostable agents: ['fa9d6d8e-318c-43db-bbd8-e3a49a35072a'], hosted agents: [] {{(pid=98244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 19:40:44.908241 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-bf414390-f0d1-47b5-a6ca-fc1340af7bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697952'] for network, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:44.910427 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf414390-f0d1-47b5-a6ca-fc1340af7bff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:44.912805 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-bf414390-f0d1-47b5-a6ca-fc1340af7bff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for network, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:44.961525 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:45.008665 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-eb5a39cd-94ed-4370-a038-43338d22adce admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5414610 May 20 19:40:45.010799 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 33460) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:45.011573 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 33462) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:45.013172 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-bf414390-f0d1-47b5-a6ca-fc1340af7bff admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6640615 May 20 19:40:45.022325 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-98f2360d-5ddc-4c83-85f9-8a55ab457f8a admin admin] Request body: {'subnet': {'network_id': '84eb469a-42da-4e4e-8a93-b8edc16eceb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1795474832-subnet', 'tenant_id': 'a0ac8c7cabd34168a41ac6b7de3b2121', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:40:45.028556 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-2d1a74f9-3a4b-475b-b7aa-402fffc2b9af admin admin] Request body: {'subnet': {'network_id': 'd932fd37-893e-4714-8e50-cf8308e6d424', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1631511-subnet', 'tenant_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:40:45.039768 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-2d1a74f9-3a4b-475b-b7aa-402fffc2b9af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:40:45.045166 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-2d1a74f9-3a4b-475b-b7aa-402fffc2b9af admin admin] Usage tracker for resource:subnet and tenant:eae5dc310b064886a0fbb3c18c74b33d is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:40:45.048988 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-2d1a74f9-3a4b-475b-b7aa-402fffc2b9af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:40:45.055821 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-2d1a74f9-3a4b-475b-b7aa-402fffc2b9af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:40:45.066767 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a39cd-94ed-4370-a038-43338d22adce admin admin] Pushing event updated for resources: {'Network': ['ID=d932fd37-893e-4714-8e50-cf8308e6d424,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:45.070834 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-eb5a39cd-94ed-4370-a038-43338d22adce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:45.072616 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-98f2360d-5ddc-4c83-85f9-8a55ab457f8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:40:45.076923 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1a74f9-3a4b-475b-b7aa-402fffc2b9af admin admin] Made reservation on behalf of eae5dc310b064886a0fbb3c18c74b33d for: {'subnet': 1} {{(pid=98244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:40:45.078182 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Network d932fd37-893e-4714-8e50-cf8308e6d424 details requested by agent ovs-agent-dv-cinder-792462-2-iscsi with host dv-cinder-792462-2-iscsi {{(pid=98245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 19:40:45.079738 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-2d1a74f9-3a4b-475b-b7aa-402fffc2b9af admin admin] Notify callbacks [] for subnet, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:45.093172 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b01300-c108-4817-a7f7-e7ff9c210bdc admin admin] Network 3d38b6f3-7548-4a0e-896f-e9fb0c461e8e is scheduled to be hosted by DHCP agent fa9d6d8e-318c-43db-bbd8-e3a49a35072a with binding_index 1 {{(pid=98244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 19:40:45.102078 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-98f2360d-5ddc-4c83-85f9-8a55ab457f8a admin admin] Usage tracker for resource:subnet and tenant:a0ac8c7cabd34168a41ac6b7de3b2121 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:40:45.107202 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-98f2360d-5ddc-4c83-85f9-8a55ab457f8a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:40:45.128807 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-98f2360d-5ddc-4c83-85f9-8a55ab457f8a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:40:45.134575 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.base_scheduler [None req-42b01300-c108-4817-a7f7-e7ff9c210bdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-2-iscsi, 3d38b6f3-7548-4a0e-896f-e9fb0c461e8e) {{(pid=98244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:40:45.139960 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b01300-c108-4817-a7f7-e7ff9c210bdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:45.140700 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-42b01300-c108-4817-a7f7-e7ff9c210bdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for subnet, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:45.153986 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6369351-f7e5-4f02-a0bb-347bff045b3a None None] Network 3d38b6f3-7548-4a0e-896f-e9fb0c461e8e requested from dv-cinder-792462-2-iscsi {{(pid=98245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:40:45.219468 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-42b01300-c108-4817-a7f7-e7ff9c210bdc admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7267389 May 20 19:40:45.236939 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 33478) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:45.246209 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f2360d-5ddc-4c83-85f9-8a55ab457f8a admin admin] Made reservation on behalf of a0ac8c7cabd34168a41ac6b7de3b2121 for: {'subnet': 1} {{(pid=98244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:40:45.248492 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-98f2360d-5ddc-4c83-85f9-8a55ab457f8a admin admin] Notify callbacks [] for subnet, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:45.252656 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf414390-f0d1-47b5-a6ca-fc1340af7bff admin admin] Pushing event updated for resources: {'Network': ['ID=84eb469a-42da-4e4e-8a93-b8edc16eceb7,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:45.256589 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-bf414390-f0d1-47b5-a6ca-fc1340af7bff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:45.299797 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-a4dbbd27-7e7e-4169-952c-49cc0e44542a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1299378093-router', 'tenant_id': '8ed4e5869d204e20b671ef4c001a3511', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3'}}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:40:45.312948 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Network 84eb469a-42da-4e4e-8a93-b8edc16eceb7 details requested by agent ovs-agent-dv-cinder-792462-2-iscsi with host dv-cinder-792462-2-iscsi {{(pid=98245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 19:40:45.335347 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-a4dbbd27-7e7e-4169-952c-49cc0e44542a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:40:45.386493 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-a4dbbd27-7e7e-4169-952c-49cc0e44542a admin admin] Usage tracker for resource:router and tenant:8ed4e5869d204e20b671ef4c001a3511 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:40:45.402534 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-a4dbbd27-7e7e-4169-952c-49cc0e44542a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:40:45.523839 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-a4dbbd27-7e7e-4169-952c-49cc0e44542a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:40:45.589786 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-a4dbbd27-7e7e-4169-952c-49cc0e44542a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1749729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7936'] for router, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:45.592150 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-a4dbbd27-7e7e-4169-952c-49cc0e44542a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822624', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7947'] for router, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:45.645557 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-a4dbbd27-7e7e-4169-952c-49cc0e44542a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:45.730211 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a17b0e4-bb18-4ac2-b529-dad0ee392d44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp24e9921b-c377-56b1-b5d5-9e0eafbeecd1-3d38b6f3-7548-4a0e-896f-e9fb0c461e8e', 'network_id': '3d38b6f3-7548-4a0e-896f-e9fb0c461e8e', 'tenant_id': '8ed4e5869d204e20b671ef4c001a3511', 'fixed_ips': [{'subnet_id': '5b859f84-1277-4d60-b0e8-72f23097ad76'}]}} from dv-cinder-792462-2-iscsi. {{(pid=98245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 19:40:45.731075 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-5a17b0e4-bb18-4ac2-b529-dad0ee392d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:45.910700 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.db_base_plugin_common [None req-5a17b0e4-bb18-4ac2-b529-dad0ee392d44 None None] Allocated IP 172.20.0.2 (3d38b6f3-7548-4a0e-896f-e9fb0c461e8e/5b859f84-1277-4d60-b0e8-72f23097ad76/7ae42feb-fb9e-4485-a88b-8ad0f5d27336) {{(pid=98245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:40:46.183938 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-5a17b0e4-bb18-4ac2-b529-dad0ee392d44 None None] Notify callbacks [] for port, precommit_create {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:46.207861 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-5a17b0e4-bb18-4ac2-b529-dad0ee392d44 None None] Transition to ACTIVE for port object 7ae42feb-fb9e-4485-a88b-8ad0f5d27336 will not be triggered until provisioned by entity L2. {{(pid=98245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:40:46.209165 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 33522) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:46.213682 dv-cinder-792462-2-iscsi neutron-server[98243]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 20 19:40:46.234667 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-5a17b0e4-bb18-4ac2-b529-dad0ee392d44 None None] Transition to ACTIVE for port object 7ae42feb-fb9e-4485-a88b-8ad0f5d27336 will not be triggered until provisioned by entity DHCP. {{(pid=98245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:40:46.243095 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-5a17b0e4-bb18-4ac2-b529-dad0ee392d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015'] for port, after_create {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:46.249792 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:46.318926 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a17b0e4-bb18-4ac2-b529-dad0ee392d44 None None] Network 3d38b6f3-7548-4a0e-896f-e9fb0c461e8e is already hosted by enough agents. {{(pid=98245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:40:46.323340 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.scheduler.base_scheduler [None req-5a17b0e4-bb18-4ac2-b529-dad0ee392d44 None None] Resources bound (agent type, host, resource id): {{(pid=98245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:40:46.327776 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a17b0e4-bb18-4ac2-b529-dad0ee392d44 None None] Received port after_create {{(pid=98245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:40:46.385609 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-a4dbbd27-7e7e-4169-952c-49cc0e44542a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1822610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1749751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7965'] for router, precommit_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:46.418837 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17b0e4-bb18-4ac2-b529-dad0ee392d44 None None] Pushing event updated for resources: {'Port': ['ID=7ae42feb-fb9e-4485-a88b-8ad0f5d27336,revision_number=1']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:46.427139 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17b0e4-bb18-4ac2-b529-dad0ee392d44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:46.427563 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17b0e4-bb18-4ac2-b529-dad0ee392d44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:46.427980 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17b0e4-bb18-4ac2-b529-dad0ee392d44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:46.428370 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17b0e4-bb18-4ac2-b529-dad0ee392d44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:46.428758 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17b0e4-bb18-4ac2-b529-dad0ee392d44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:46.429161 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17b0e4-bb18-4ac2-b529-dad0ee392d44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:46.429543 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17b0e4-bb18-4ac2-b529-dad0ee392d44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:46.429923 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17b0e4-bb18-4ac2-b529-dad0ee392d44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:46.430316 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17b0e4-bb18-4ac2-b529-dad0ee392d44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:46.430720 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17b0e4-bb18-4ac2-b529-dad0ee392d44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:46.431099 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17b0e4-bb18-4ac2-b529-dad0ee392d44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:46.431472 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17b0e4-bb18-4ac2-b529-dad0ee392d44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:46.432580 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17b0e4-bb18-4ac2-b529-dad0ee392d44 None None] Tracked resource versions report: May 20 19:40:46.432580 dv-cinder-792462-2-iscsi neutron-server[98245]: pushed versions: May 20 19:40:46.432580 dv-cinder-792462-2-iscsi neutron-server[98245]: { 'AddressGroup': {'1.2'}, May 20 19:40:46.432580 dv-cinder-792462-2-iscsi neutron-server[98245]: 'ConntrackHelper': {'1.0'}, May 20 19:40:46.432580 dv-cinder-792462-2-iscsi neutron-server[98245]: 'Log': {'1.0'}, May 20 19:40:46.432580 dv-cinder-792462-2-iscsi neutron-server[98245]: 'Network': {'1.1'}, May 20 19:40:46.432580 dv-cinder-792462-2-iscsi neutron-server[98245]: 'Port': {'1.7'}, May 20 19:40:46.432580 dv-cinder-792462-2-iscsi neutron-server[98245]: 'PortForwarding': {'1.2'}, May 20 19:40:46.432580 dv-cinder-792462-2-iscsi neutron-server[98245]: 'QosPolicy': {'1.8'}, May 20 19:40:46.432580 dv-cinder-792462-2-iscsi neutron-server[98245]: 'SecurityGroup': {'1.4'}, May 20 19:40:46.432580 dv-cinder-792462-2-iscsi neutron-server[98245]: 'SecurityGroupRule': {'1.2'}, May 20 19:40:46.432580 dv-cinder-792462-2-iscsi neutron-server[98245]: 'SubPort': {'1.0'}, May 20 19:40:46.432580 dv-cinder-792462-2-iscsi neutron-server[98245]: 'Subnet': {'1.1'}, May 20 19:40:46.432580 dv-cinder-792462-2-iscsi neutron-server[98245]: 'Trunk': {'1.1'}} May 20 19:40:46.432580 dv-cinder-792462-2-iscsi neutron-server[98245]: consumer versions: May 20 19:40:46.432580 dv-cinder-792462-2-iscsi neutron-server[98245]: { DHCP agent@dv-cinder-792462-2-iscsi: {}, May 20 19:40:46.432580 dv-cinder-792462-2-iscsi neutron-server[98245]: HyperV agent@hv-cinder-79246: {}, May 20 19:40:46.432580 dv-cinder-792462-2-iscsi neutron-server[98245]: L3 agent@dv-cinder-792462-2-iscsi: {}, May 20 19:40:46.432580 dv-cinder-792462-2-iscsi neutron-server[98245]: Metadata agent@dv-cinder-792462-2-iscsi: {}, May 20 19:40:46.432580 dv-cinder-792462-2-iscsi neutron-server[98245]: Metering agent@dv-cinder-792462-2-iscsi: {}, May 20 19:40:46.432580 dv-cinder-792462-2-iscsi neutron-server[98245]: Open vSwitch agent@dv-cinder-792462-2-iscsi: { 'AddressGroup': '1.2', May 20 19:40:46.432580 dv-cinder-792462-2-iscsi neutron-server[98245]: 'ConntrackHelper': '1.0', May 20 19:40:46.432580 dv-cinder-792462-2-iscsi neutron-server[98245]: 'Log': '1.0', May 20 19:40:46.432580 dv-cinder-792462-2-iscsi neutron-server[98245]: 'Network': '1.1', May 20 19:40:46.432580 dv-cinder-792462-2-iscsi neutron-server[98245]: 'Port': '1.7', May 20 19:40:46.432580 dv-cinder-792462-2-iscsi neutron-server[98245]: 'PortForwarding': '1.2', May 20 19:40:46.432580 dv-cinder-792462-2-iscsi neutron-server[98245]: 'QosPolicy': '1.8', May 20 19:40:46.432580 dv-cinder-792462-2-iscsi neutron-server[98245]: 'SecurityGroup': '1.4', May 20 19:40:46.432580 dv-cinder-792462-2-iscsi neutron-server[98245]: 'SecurityGroupRule': '1.2', May 20 19:40:46.432580 dv-cinder-792462-2-iscsi neutron-server[98245]: 'SubPort': '1.0', May 20 19:40:46.432580 dv-cinder-792462-2-iscsi neutron-server[98245]: 'Subnet': '1.1', May 20 19:40:46.432580 dv-cinder-792462-2-iscsi neutron-server[98245]: 'Trunk': '1.1'}} May 20 19:40:46.432580 dv-cinder-792462-2-iscsi neutron-server[98245]: {{(pid=98245) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 19:40:46.442878 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-5a17b0e4-bb18-4ac2-b529-dad0ee392d44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:46.452232 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-5a17b0e4-bb18-4ac2-b529-dad0ee392d44 None None] Attempting to bind port 7ae42feb-fb9e-4485-a88b-8ad0f5d27336 on host dv-cinder-792462-2-iscsi for vnic_type normal with profile {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:40:46.452675 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-5a17b0e4-bb18-4ac2-b529-dad0ee392d44 None None] Attempting to bind port 7ae42feb-fb9e-4485-a88b-8ad0f5d27336 by drivers openvswitch,hyperv on host dv-cinder-792462-2-iscsi at level 0 using segments [{'id': 'bbd097b1-fbbb-46bb-b9fd-966cb6b1545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3d38b6f3-7548-4a0e-896f-e9fb0c461e8e'}] {{(pid=98245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:40:46.453100 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a17b0e4-bb18-4ac2-b529-dad0ee392d44 None None] Attempting to bind port 7ae42feb-fb9e-4485-a88b-8ad0f5d27336 on network 3d38b6f3-7548-4a0e-896f-e9fb0c461e8e {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:40:46.459980 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a17b0e4-bb18-4ac2-b529-dad0ee392d44 None None] Checking agent: {'id': 'f14708df-a001-437d-8366-dd48be2b8a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 33, 5), 'started_at': datetime.datetime(2021, 5, 20, 19, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:40:46.460431 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a17b0e4-bb18-4ac2-b529-dad0ee392d44 None None] Checking segment: {'id': 'bbd097b1-fbbb-46bb-b9fd-966cb6b1545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3d38b6f3-7548-4a0e-896f-e9fb0c461e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:40:46.460920 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-5a17b0e4-bb18-4ac2-b529-dad0ee392d44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:46.461512 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a17b0e4-bb18-4ac2-b529-dad0ee392d44 None None] Bound using segment: {'id': 'bbd097b1-fbbb-46bb-b9fd-966cb6b1545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3d38b6f3-7548-4a0e-896f-e9fb0c461e8e'} {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:40:46.462055 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-5a17b0e4-bb18-4ac2-b529-dad0ee392d44 None None] Bound port: 7ae42feb-fb9e-4485-a88b-8ad0f5d27336, host: dv-cinder-792462-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbd097b1-fbbb-46bb-b9fd-966cb6b1545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3d38b6f3-7548-4a0e-896f-e9fb0c461e8e'}}] {{(pid=98245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:40:46.462492 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-5a17b0e4-bb18-4ac2-b529-dad0ee392d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:46.570139 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-34b5b51d-2c41-47ed-98d4-758d59cf4f2f tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:46.572547 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-34b5b51d-2c41-47ed-98d4-758d59cf4f2f tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] 10.222.0.46 "GET /v2.0/networks?id=fda7b7dd-5275-41a7-a034-33ce80df48e6 HTTP/1.1" status: 200 len: 812 time: 0.3614612 May 20 19:40:46.618777 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-5a17b0e4-bb18-4ac2-b529-dad0ee392d44 None None] For port 7ae42feb-fb9e-4485-a88b-8ad0f5d27336, host dv-cinder-792462-2-iscsi, cleared binding levels {{(pid=98245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:40:46.628375 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-5a17b0e4-bb18-4ac2-b529-dad0ee392d44 None None] For port 7ae42feb-fb9e-4485-a88b-8ad0f5d27336, host dv-cinder-792462-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=7ae42feb-fb9e-4485-a88b-8ad0f5d27336,segment=NetworkSegment(bbd097b1-fbbb-46bb-b9fd-966cb6b1545a),segment_id=bbd097b1-fbbb-46bb-b9fd-966cb6b1545a)] {{(pid=98245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:40:46.628607 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-60210700-2f5e-49ac-ab8e-837e8c89005a tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] 10.222.0.46 "GET /v2.0/quotas/37f85aa520a8412687aa20aaba123bb8 HTTP/1.1" status: 200 len: 375 time: 0.0426416 May 20 19:40:46.638445 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-5a17b0e4-bb18-4ac2-b529-dad0ee392d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:46.657369 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-8325d74c-b71b-4654-b860-9779c6dc5998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:46.722113 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-04c549dc-3cd5-4fcb-a08f-c62d6aea2863 tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=37f85aa520a8412687aa20aaba123bb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0908043 May 20 19:40:46.879413 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17b0e4-bb18-4ac2-b529-dad0ee392d44 None None] Pushing event updated for resources: {'Port': ['ID=7ae42feb-fb9e-4485-a88b-8ad0f5d27336,revision_number=2']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:46.885406 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-5a17b0e4-bb18-4ac2-b529-dad0ee392d44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:46.972108 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-2d1a74f9-3a4b-475b-b7aa-402fffc2b9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983'] for subnet, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:46.984566 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:47.124371 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-871f7fd1-534d-4e32-af6f-b3d312998050 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=98243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 19:40:47.125563 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-871f7fd1-534d-4e32-af6f-b3d312998050 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0511639 May 20 19:40:47.327813 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1a74f9-3a4b-475b-b7aa-402fffc2b9af admin admin] Checking segment: {'id': '58083fc7-31b6-4bee-b691-e433c62573b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd932fd37-893e-4714-8e50-cf8308e6d424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:40:47.328118 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1a74f9-3a4b-475b-b7aa-402fffc2b9af admin admin] Network hostable DHCP agents. Network: d932fd37-893e-4714-8e50-cf8308e6d424, hostable agents: ['fa9d6d8e-318c-43db-bbd8-e3a49a35072a'], hosted agents: [] {{(pid=98244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 19:40:47.330872 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a74f9-3a4b-475b-b7aa-402fffc2b9af admin admin] Pushing event updated for resources: {'Subnet': ['ID=edef4a11-9491-49df-813d-c217a08b5490,revision_number=0']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:47.335021 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-2d1a74f9-3a4b-475b-b7aa-402fffc2b9af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:47.359653 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-9efec60e-8a6c-4c04-afd0-92d28b46ac66 service neutron] 10.222.0.46 "GET /v2.0/networks/fda7b7dd-5275-41a7-a034-33ce80df48e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265360 May 20 19:40:47.378743 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-98f2360d-5ddc-4c83-85f9-8a55ab457f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983'] for subnet, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:47.449446 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-a4dbbd27-7e7e-4169-952c-49cc0e44542a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:47.486384 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:47.525960 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-a4dbbd27-7e7e-4169-952c-49cc0e44542a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:47.541731 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-fe718284-5498-4d90-a321-1a6322240f7b service neutron] 10.222.0.46 "GET /v2.0/networks/fda7b7dd-5275-41a7-a034-33ce80df48e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736991 May 20 19:40:47.621865 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1a74f9-3a4b-475b-b7aa-402fffc2b9af admin admin] Network d932fd37-893e-4714-8e50-cf8308e6d424 is scheduled to be hosted by DHCP agent fa9d6d8e-318c-43db-bbd8-e3a49a35072a with binding_index 1 {{(pid=98244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 19:40:47.676612 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f2360d-5ddc-4c83-85f9-8a55ab457f8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b75e212a-a8c6-44fb-b15e-58090122a2cf,revision_number=0']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:47.680625 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-98f2360d-5ddc-4c83-85f9-8a55ab457f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:47.686021 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.base_scheduler [None req-2d1a74f9-3a4b-475b-b7aa-402fffc2b9af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-2-iscsi, d932fd37-893e-4714-8e50-cf8308e6d424) {{(pid=98244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:40:47.690995 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1a74f9-3a4b-475b-b7aa-402fffc2b9af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:47.691580 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-2d1a74f9-3a4b-475b-b7aa-402fffc2b9af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for subnet, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:47.698375 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8975206-f561-463f-a382-568e66444d2b None None] Network d932fd37-893e-4714-8e50-cf8308e6d424 requested from dv-cinder-792462-2-iscsi {{(pid=98245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:40:47.709441 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f2360d-5ddc-4c83-85f9-8a55ab457f8a admin admin] Checking segment: {'id': 'bb2d58f1-e924-45ff-b685-912f2e453c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '84eb469a-42da-4e4e-8a93-b8edc16eceb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:40:47.709882 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f2360d-5ddc-4c83-85f9-8a55ab457f8a admin admin] Network hostable DHCP agents. Network: 84eb469a-42da-4e4e-8a93-b8edc16eceb7, hostable agents: ['fa9d6d8e-318c-43db-bbd8-e3a49a35072a'], hosted agents: [] {{(pid=98244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 19:40:47.812501 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f2360d-5ddc-4c83-85f9-8a55ab457f8a admin admin] Network 84eb469a-42da-4e4e-8a93-b8edc16eceb7 is scheduled to be hosted by DHCP agent fa9d6d8e-318c-43db-bbd8-e3a49a35072a with binding_index 1 {{(pid=98244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 19:40:47.820262 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-2d1a74f9-3a4b-475b-b7aa-402fffc2b9af admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.8037114 May 20 19:40:47.821600 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 33580) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:47.827295 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [None req-f497fef1-bba7-48f9-9a66-e7f2a00c3d38 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1631511-router', 'tenant_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3'}}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:40:47.834534 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-f497fef1-bba7-48f9-9a66-e7f2a00c3d38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:40:47.842057 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-f497fef1-bba7-48f9-9a66-e7f2a00c3d38 admin admin] Usage tracker for resource:router and tenant:eae5dc310b064886a0fbb3c18c74b33d is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:40:47.846731 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.base_scheduler [None req-98f2360d-5ddc-4c83-85f9-8a55ab457f8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-2-iscsi, 84eb469a-42da-4e4e-8a93-b8edc16eceb7) {{(pid=98244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:40:47.848215 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-f497fef1-bba7-48f9-9a66-e7f2a00c3d38 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:40:47.859484 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-f497fef1-bba7-48f9-9a66-e7f2a00c3d38 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:40:47.862717 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f2360d-5ddc-4c83-85f9-8a55ab457f8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:47.863309 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-98f2360d-5ddc-4c83-85f9-8a55ab457f8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for subnet, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:47.871875 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2758df13-d74a-4dd0-88f0-f3f54bdd768d None None] Network 84eb469a-42da-4e4e-8a93-b8edc16eceb7 requested from dv-cinder-792462-2-iscsi {{(pid=98245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:40:47.893019 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-f497fef1-bba7-48f9-9a66-e7f2a00c3d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1749729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7936'] for router, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:47.895370 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-f497fef1-bba7-48f9-9a66-e7f2a00c3d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822624', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7947'] for router, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:47.933987 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.db_base_plugin_common [None req-a4dbbd27-7e7e-4169-952c-49cc0e44542a admin admin] Allocated IP 172.27.1.166 (b6b8e223-f4e2-43c0-a9aa-6e12566b63e3/0824c86c-c492-497a-a433-a5123d2f3ae1/8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e) {{(pid=98244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:40:47.934735 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-f497fef1-bba7-48f9-9a66-e7f2a00c3d38 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:47.947192 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-98f2360d-5ddc-4c83-85f9-8a55ab457f8a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.9318156 May 20 19:40:47.950046 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 33592) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:47.962134 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-d9a0eec3-9230-4889-ab11-066d1ad5aefa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1795474832-router', 'tenant_id': 'a0ac8c7cabd34168a41ac6b7de3b2121', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3'}}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:40:47.966681 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-d9a0eec3-9230-4889-ab11-066d1ad5aefa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:40:47.975023 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-d9a0eec3-9230-4889-ab11-066d1ad5aefa admin admin] Usage tracker for resource:router and tenant:a0ac8c7cabd34168a41ac6b7de3b2121 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:40:47.993030 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-d9a0eec3-9230-4889-ab11-066d1ad5aefa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:40:48.026892 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-d9a0eec3-9230-4889-ab11-066d1ad5aefa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:40:48.062676 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d9a0eec3-9230-4889-ab11-066d1ad5aefa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1749729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7936'] for router, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:48.063844 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d9a0eec3-9230-4889-ab11-066d1ad5aefa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822624', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7947'] for router, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:48.118311 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 33608) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:48.173501 dv-cinder-792462-2-iscsi neutron-server[98244]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 20 19:40:48.449366 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-dc05a1de-9cd8-4aff-9451-04e5849c27fe req-e7679d62-3285-4601-aed3-ac268d5a4786 tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] 10.222.0.46 "GET /v2.0/ports?device_id=04d594a0-f355-429f-91a4-1a8587e27de3 HTTP/1.1" status: 200 len: 210 time: 0.3277326 May 20 19:40:48.452798 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d9a0eec3-9230-4889-ab11-066d1ad5aefa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:48.590655 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-f497fef1-bba7-48f9-9a66-e7f2a00c3d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1822610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1749751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7965'] for router, precommit_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:48.632491 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b494f34-ee4a-4f87-9111-2baf35d294fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp24e9921b-c377-56b1-b5d5-9e0eafbeecd1-d932fd37-893e-4714-8e50-cf8308e6d424', 'network_id': 'd932fd37-893e-4714-8e50-cf8308e6d424', 'tenant_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'fixed_ips': [{'subnet_id': 'edef4a11-9491-49df-813d-c217a08b5490'}]}} from dv-cinder-792462-2-iscsi. {{(pid=98245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 19:40:48.639231 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-6b494f34-ee4a-4f87-9111-2baf35d294fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:48.649559 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e383d45d-80e1-460c-86af-70c658a87e1d None None] Network 3d38b6f3-7548-4a0e-896f-e9fb0c461e8e requested from dv-cinder-792462-2-iscsi {{(pid=98245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:40:48.712522 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd20343-0008-4f5b-b3d2-df249467e97e None None] Network 84eb469a-42da-4e4e-8a93-b8edc16eceb7 requested from dv-cinder-792462-2-iscsi {{(pid=98245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:40:48.987147 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-a4dbbd27-7e7e-4169-952c-49cc0e44542a admin admin] Notify callbacks [] for port, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:48.989066 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 7ae42feb-fb9e-4485-a88b-8ad0f5d27336 up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:40:49.130211 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d9a0eec3-9230-4889-ab11-066d1ad5aefa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1822610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1749751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7965'] for router, precommit_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:49.175375 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-f497fef1-bba7-48f9-9a66-e7f2a00c3d38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:49.227773 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-f497fef1-bba7-48f9-9a66-e7f2a00c3d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:49.245114 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-a4dbbd27-7e7e-4169-952c-49cc0e44542a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015'] for port, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:49.257799 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-8189ac8d-c064-4a5a-8ade-2d736277390a None None] Provisioning for port 7ae42feb-fb9e-4485-a88b-8ad0f5d27336 completed by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:40:49.261229 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:49.587923 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4dbbd27-7e7e-4169-952c-49cc0e44542a admin admin] Network b6b8e223-f4e2-43c0-a9aa-6e12566b63e3 is already hosted by enough agents. {{(pid=98244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:40:49.597124 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.base_scheduler [None req-a4dbbd27-7e7e-4169-952c-49cc0e44542a admin admin] Resources bound (agent type, host, resource id): {{(pid=98244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:40:49.604536 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dbbd27-7e7e-4169-952c-49cc0e44542a admin admin] Received port after_create {{(pid=98244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:40:49.655468 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-0f7e65fb-a97e-40a9-bd6f-89bfc9c44ab9 req-8a6181dc-7db1-41db-bff0-86dfec236fcd tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] 10.222.0.46 "GET /v2.0/ports?device_id=04d594a0-f355-429f-91a4-1a8587e27de3 HTTP/1.1" status: 200 len: 210 time: 0.1014307 May 20 19:40:49.677564 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.db_base_plugin_common [None req-f497fef1-bba7-48f9-9a66-e7f2a00c3d38 admin admin] Allocated IP 172.27.1.173 (b6b8e223-f4e2-43c0-a9aa-6e12566b63e3/0824c86c-c492-497a-a433-a5123d2f3ae1/df9d2484-187b-40cb-97fd-91e552548a6c) {{(pid=98243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:40:49.853745 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning for port 7ae42feb-fb9e-4485-a88b-8ad0f5d27336 completed by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:40:49.873660 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.db_base_plugin_common [None req-6b494f34-ee4a-4f87-9111-2baf35d294fd None None] Allocated IP 172.20.0.2 (d932fd37-893e-4714-8e50-cf8308e6d424/edef4a11-9491-49df-813d-c217a08b5490/d05b2e5a-5801-4daa-893e-fd75478b9ded) {{(pid=98245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:40:49.877769 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning complete for port 7ae42feb-fb9e-4485-a88b-8ad0f5d27336 triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:40:49.878172 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:49.988649 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dbbd27-7e7e-4169-952c-49cc0e44542a admin admin] Pushing event updated for resources: {'Port': ['ID=8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:50.002464 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-a4dbbd27-7e7e-4169-952c-49cc0e44542a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.741s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:50.033597 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-f497fef1-bba7-48f9-9a66-e7f2a00c3d38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:50.069205 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-f497fef1-bba7-48f9-9a66-e7f2a00c3d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015'] for port, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:50.087779 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:50.169440 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f497fef1-bba7-48f9-9a66-e7f2a00c3d38 admin admin] Network b6b8e223-f4e2-43c0-a9aa-6e12566b63e3 is already hosted by enough agents. {{(pid=98243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:40:50.172891 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.base_scheduler [None req-f497fef1-bba7-48f9-9a66-e7f2a00c3d38 admin admin] Resources bound (agent type, host, resource id): {{(pid=98243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:40:50.183028 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f497fef1-bba7-48f9-9a66-e7f2a00c3d38 admin admin] Received port after_create {{(pid=98243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:40:50.269099 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f497fef1-bba7-48f9-9a66-e7f2a00c3d38 admin admin] Pushing event updated for resources: {'Port': ['ID=df9d2484-187b-40cb-97fd-91e552548a6c,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:50.286958 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:50.327010 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-f497fef1-bba7-48f9-9a66-e7f2a00c3d38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:50.350929 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-a4dbbd27-7e7e-4169-952c-49cc0e44542a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:50.401499 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] For port 7ae42feb-fb9e-4485-a88b-8ad0f5d27336, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=7ae42feb-fb9e-4485-a88b-8ad0f5d27336,segment=NetworkSegment(bbd097b1-fbbb-46bb-b9fd-966cb6b1545a),segment_id=bbd097b1-fbbb-46bb-b9fd-966cb6b1545a)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:40:50.408227 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:50.414379 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-d43e4563-9586-44a3-bc72-3ab051225a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:50.471388 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-6b494f34-ee4a-4f87-9111-2baf35d294fd None None] Notify callbacks [] for port, precommit_create {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:50.493059 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-6b494f34-ee4a-4f87-9111-2baf35d294fd None None] Transition to ACTIVE for port object d05b2e5a-5801-4daa-893e-fd75478b9ded will not be triggered until provisioned by entity L2. {{(pid=98245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:40:50.526310 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-8839c2d0-ae9f-4186-ab67-33946bfd0993 None None] Provisioning complete for port 7ae42feb-fb9e-4485-a88b-8ad0f5d27336 triggered by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:40:50.526681 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-8839c2d0-ae9f-4186-ab67-33946bfd0993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:50.553269 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d9a0eec3-9230-4889-ab11-066d1ad5aefa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:50.556567 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-6b494f34-ee4a-4f87-9111-2baf35d294fd None None] Transition to ACTIVE for port object d05b2e5a-5801-4daa-893e-fd75478b9ded will not be triggered until provisioned by entity DHCP. {{(pid=98245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:40:50.567013 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Pushing event updated for resources: {'Port': ['ID=7ae42feb-fb9e-4485-a88b-8ad0f5d27336,revision_number=3']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:50.580607 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:50.589795 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-6b494f34-ee4a-4f87-9111-2baf35d294fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015'] for port, after_create {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:50.598753 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:50.599120 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d9a0eec3-9230-4889-ab11-066d1ad5aefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:50.623906 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-f497fef1-bba7-48f9-9a66-e7f2a00c3d38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:50.653288 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b494f34-ee4a-4f87-9111-2baf35d294fd None None] Network d932fd37-893e-4714-8e50-cf8308e6d424 is already hosted by enough agents. {{(pid=98245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:40:50.661627 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.scheduler.base_scheduler [None req-6b494f34-ee4a-4f87-9111-2baf35d294fd None None] Resources bound (agent type, host, resource id): {{(pid=98245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:40:50.671403 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b494f34-ee4a-4f87-9111-2baf35d294fd None None] Received port after_create {{(pid=98245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:40:50.843751 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b494f34-ee4a-4f87-9111-2baf35d294fd None None] Pushing event updated for resources: {'Port': ['ID=d05b2e5a-5801-4daa-893e-fd75478b9ded,revision_number=1']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:50.884218 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-6b494f34-ee4a-4f87-9111-2baf35d294fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:50.899616 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 7ae42feb-fb9e-4485-a88b-8ad0f5d27336 up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:40:50.955693 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.db_base_plugin_common [None req-d9a0eec3-9230-4889-ab11-066d1ad5aefa admin admin] Allocated IP 172.27.1.170 (b6b8e223-f4e2-43c0-a9aa-6e12566b63e3/0824c86c-c492-497a-a433-a5123d2f3ae1/a5328ae3-9f58-4525-bb0e-19da78174393) {{(pid=98244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:40:50.966687 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-6b494f34-ee4a-4f87-9111-2baf35d294fd None None] Attempting to bind port d05b2e5a-5801-4daa-893e-fd75478b9ded on host dv-cinder-792462-2-iscsi for vnic_type normal with profile {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:40:50.967277 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-6b494f34-ee4a-4f87-9111-2baf35d294fd None None] Attempting to bind port d05b2e5a-5801-4daa-893e-fd75478b9ded by drivers openvswitch,hyperv on host dv-cinder-792462-2-iscsi at level 0 using segments [{'id': '58083fc7-31b6-4bee-b691-e433c62573b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd932fd37-893e-4714-8e50-cf8308e6d424'}] {{(pid=98245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:40:50.967749 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b494f34-ee4a-4f87-9111-2baf35d294fd None None] Attempting to bind port d05b2e5a-5801-4daa-893e-fd75478b9ded on network d932fd37-893e-4714-8e50-cf8308e6d424 {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:40:50.980357 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b494f34-ee4a-4f87-9111-2baf35d294fd None None] Checking agent: {'id': 'f14708df-a001-437d-8366-dd48be2b8a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 33, 5), 'started_at': datetime.datetime(2021, 5, 20, 19, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:40:50.980996 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b494f34-ee4a-4f87-9111-2baf35d294fd None None] Checking segment: {'id': '58083fc7-31b6-4bee-b691-e433c62573b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd932fd37-893e-4714-8e50-cf8308e6d424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:40:50.981449 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-6b494f34-ee4a-4f87-9111-2baf35d294fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:50.981942 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b494f34-ee4a-4f87-9111-2baf35d294fd None None] Bound using segment: {'id': '58083fc7-31b6-4bee-b691-e433c62573b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd932fd37-893e-4714-8e50-cf8308e6d424'} {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:40:50.982533 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-6b494f34-ee4a-4f87-9111-2baf35d294fd None None] Bound port: d05b2e5a-5801-4daa-893e-fd75478b9ded, host: dv-cinder-792462-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58083fc7-31b6-4bee-b691-e433c62573b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd932fd37-893e-4714-8e50-cf8308e6d424'}}] {{(pid=98245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:40:50.983114 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-6b494f34-ee4a-4f87-9111-2baf35d294fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:51.033972 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-f497fef1-bba7-48f9-9a66-e7f2a00c3d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1749742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1822666'] for router, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:51.040444 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-d6253517-1fe0-4066-8fd1-d2dfd17dd5ff req-b42d7e7a-90c0-4fe6-8abb-5fe2778b9884 tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] 10.222.0.46 "GET /v2.0/ports?device_id=04d594a0-f355-429f-91a4-1a8587e27de3 HTTP/1.1" status: 200 len: 210 time: 0.0823560 May 20 19:40:51.043071 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning complete for port 7ae42feb-fb9e-4485-a88b-8ad0f5d27336 triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:40:51.044203 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:51.152525 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-a4dbbd27-7e7e-4169-952c-49cc0e44542a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1749742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1822666'] for router, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:51.217970 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-6b494f34-ee4a-4f87-9111-2baf35d294fd None None] For port d05b2e5a-5801-4daa-893e-fd75478b9ded, host dv-cinder-792462-2-iscsi, cleared binding levels {{(pid=98245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:40:51.224391 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-6b494f34-ee4a-4f87-9111-2baf35d294fd None None] For port d05b2e5a-5801-4daa-893e-fd75478b9ded, host dv-cinder-792462-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=d05b2e5a-5801-4daa-893e-fd75478b9ded,segment=NetworkSegment(58083fc7-31b6-4bee-b691-e433c62573b4),segment_id=58083fc7-31b6-4bee-b691-e433c62573b4)] {{(pid=98245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:40:51.263418 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-6b494f34-ee4a-4f87-9111-2baf35d294fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:51.290887 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-5a17b0e4-bb18-4ac2-b529-dad0ee392d44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:51.397819 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b494f34-ee4a-4f87-9111-2baf35d294fd None None] Pushing event updated for resources: {'Port': ['ID=d05b2e5a-5801-4daa-893e-fd75478b9ded,revision_number=2']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:51.401138 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-6b494f34-ee4a-4f87-9111-2baf35d294fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:51.450653 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f497fef1-bba7-48f9-9a66-e7f2a00c3d38 admin admin] Router 4672da3d-cf7d-400c-89a7-8f40babc1cf1 is scheduled to L3 agent bf06d900-968e-4d51-b3d3-e51a8143bf8e with binding_index 1 {{(pid=98243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 19:40:51.510467 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d9a0eec3-9230-4889-ab11-066d1ad5aefa admin admin] Notify callbacks [] for port, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:51.553570 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d9a0eec3-9230-4889-ab11-066d1ad5aefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015'] for port, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:51.565150 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-a4dbbd27-7e7e-4169-952c-49cc0e44542a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:51.621390 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a0eec3-9230-4889-ab11-066d1ad5aefa admin admin] Network b6b8e223-f4e2-43c0-a9aa-6e12566b63e3 is already hosted by enough agents. {{(pid=98244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:40:51.706148 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.base_scheduler [None req-d9a0eec3-9230-4889-ab11-066d1ad5aefa admin admin] Resources bound (agent type, host, resource id): {{(pid=98244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:40:51.709534 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a0eec3-9230-4889-ab11-066d1ad5aefa admin admin] Received port after_create {{(pid=98244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:40:51.810106 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f497fef1-bba7-48f9-9a66-e7f2a00c3d38 admin admin] Notify agent at l3_agent.dv-cinder-792462-2-iscsi the message routers_updated {{(pid=98243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:40:51.825265 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa709fc-7c27-441f-8193-3bf214ad2e61 None None] Sync routers for ids ['4672da3d-cf7d-400c-89a7-8f40babc1cf1'] in dv-cinder-792462-2-iscsi {{(pid=98246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:40:51.846709 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa709fc-7c27-441f-8193-3bf214ad2e61 None None] Routers {'4672da3d-cf7d-400c-89a7-8f40babc1cf1'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:40:51.849079 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-faa709fc-7c27-441f-8193-3bf214ad2e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:40:34Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['4672da3d-cf7d-400c-89a7-8f40babc1cf1'], 'active': True} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:40:51.851633 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-f497fef1-bba7-48f9-9a66-e7f2a00c3d38 admin admin] Notify callbacks [] for router, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:51.853328 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-f497fef1-bba7-48f9-9a66-e7f2a00c3d38 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.0302727 May 20 19:40:51.856045 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 33728) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:51.947468 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a0eec3-9230-4889-ab11-066d1ad5aefa admin admin] Pushing event updated for resources: {'Port': ['ID=a5328ae3-9f58-4525-bb0e-19da78174393,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:51.950406 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-d9a0eec3-9230-4889-ab11-066d1ad5aefa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:52.106569 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4dbbd27-7e7e-4169-952c-49cc0e44542a admin admin] Router b76e83d9-5e8d-4508-ae8b-feb856be8fd5 is scheduled to L3 agent bf06d900-968e-4d51-b3d3-e51a8143bf8e with binding_index 1 {{(pid=98244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 19:40:52.438944 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvr_db [None req-faa709fc-7c27-441f-8193-3bf214ad2e61 None None] Set router 4672da3d-cf7d-400c-89a7-8f40babc1cf1 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:40:52.554843 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.65', 55396) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:52.816086 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-bf8e0431-3e3a-4e48-b4b6-e0a9da0a64b9 req-5abee216-1638-45e8-9c60-705c7a249e8b tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] 10.222.0.46 "GET /v2.0/ports?device_id=04d594a0-f355-429f-91a4-1a8587e27de3 HTTP/1.1" status: 200 len: 210 time: 0.2537653 May 20 19:40:52.924200 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 33780) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:53.043658 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device d05b2e5a-5801-4daa-893e-fd75478b9ded up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:40:53.050906 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d9a0eec3-9230-4889-ab11-066d1ad5aefa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:53.103420 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba8e838-21c2-4fdf-9201-a2098b8769fb None None] Network d932fd37-893e-4714-8e50-cf8308e6d424 requested from dv-cinder-792462-2-iscsi {{(pid=98245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:40:53.247594 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-78feb34e-0500-407e-9d2d-cf0b9eac558a tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:53.250276 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4dbbd27-7e7e-4169-952c-49cc0e44542a admin admin] Notify agent at l3_agent.dv-cinder-792462-2-iscsi the message routers_updated {{(pid=98244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:40:53.252581 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-78feb34e-0500-407e-9d2d-cf0b9eac558a tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] 10.222.0.65 "GET /v2.0/networks?id=fda7b7dd-5275-41a7-a034-33ce80df48e6 HTTP/1.1" status: 200 len: 812 time: 0.6080930 May 20 19:40:53.282953 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1006d576-f216-42a5-ac61-b0da222a3aaf None None] Sync routers for ids ['b76e83d9-5e8d-4508-ae8b-feb856be8fd5'] in dv-cinder-792462-2-iscsi {{(pid=98245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:40:53.290067 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-faa709fc-7c27-441f-8193-3bf214ad2e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'name': 'tempest-AttachVolumeTestJSON-1631511-router', 'tenant_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'df9d2484-187b-40cb-97fd-91e552548a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:47Z', 'updated_at': '2021-05-20T19:40:50Z', 'revision_number': 3, 'project_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'gw_port': {'id': 'df9d2484-187b-40cb-97fd-91e552548a6c', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:43:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:49Z', 'updated_at': '2021-05-20T19:40:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi'}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:40:53.296169 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-fb38e46c-6e75-4802-8527-1e32f00e048b None None] Provisioning for port d05b2e5a-5801-4daa-893e-fd75478b9ded completed by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:40:53.306072 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa709fc-7c27-441f-8193-3bf214ad2e61 None None] Checking router: 4672da3d-cf7d-400c-89a7-8f40babc1cf1 for host: dv-cinder-792462-2-iscsi {{(pid=98246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:40:53.309347 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa709fc-7c27-441f-8193-3bf214ad2e61 None None] Updating router 4672da3d-cf7d-400c-89a7-8f40babc1cf1 port df9d2484-187b-40cb-97fd-91e552548a6c binding host dv-cinder-792462-2-iscsi {{(pid=98246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 19:40:53.318971 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-28b4d060-cd13-4c3c-a9e4-0720fe4c6a6c tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Request body: {'port': {'device_id': '04d594a0-f355-429f-91a4-1a8587e27de3', 'network_id': 'fda7b7dd-5275-41a7-a034-33ce80df48e6', 'admin_state_up': True, 'tenant_id': '37f85aa520a8412687aa20aaba123bb8'}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:40:53.332122 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1006d576-f216-42a5-ac61-b0da222a3aaf None None] Routers {'b76e83d9-5e8d-4508-ae8b-feb856be8fd5'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:40:53.333066 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-1006d576-f216-42a5-ac61-b0da222a3aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:40:34Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['b76e83d9-5e8d-4508-ae8b-feb856be8fd5'], 'active': True} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:40:53.412800 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 33798) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:53.430640 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-a4dbbd27-7e7e-4169-952c-49cc0e44542a admin admin] Notify callbacks [] for router, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:53.432038 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-a4dbbd27-7e7e-4169-952c-49cc0e44542a admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.1938720 May 20 19:40:53.444654 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 33804) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:53.446502 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-faa709fc-7c27-441f-8193-3bf214ad2e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:53.472575 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning for port d05b2e5a-5801-4daa-893e-fd75478b9ded completed by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:40:53.526892 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning complete for port d05b2e5a-5801-4daa-893e-fd75478b9ded triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:40:53.527330 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:53.833715 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvr_db [None req-1006d576-f216-42a5-ac61-b0da222a3aaf None None] Set router b76e83d9-5e8d-4508-ae8b-feb856be8fd5 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:40:53.916590 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d9a0eec3-9230-4889-ab11-066d1ad5aefa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1749742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1822666'] for router, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:53.939093 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-b7a90491-f45b-4bdd-bd85-986795bfc090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:53.948205 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-fccac25e-6974-484f-92e9-8d104ddf070d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:53.973223 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-fccac25e-6974-484f-92e9-8d104ddf070d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:40:53.978082 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-fccac25e-6974-484f-92e9-8d104ddf070d admin admin] Usage tracker for resource:security_group_rule and tenant:d5001569eedb45bcadb7d37dae187d64 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:40:53.982218 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-fccac25e-6974-484f-92e9-8d104ddf070d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:40:53.984395 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-faa709fc-7c27-441f-8193-3bf214ad2e61 None None] Notify callbacks [] for port, precommit_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:53.989689 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-fccac25e-6974-484f-92e9-8d104ddf070d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:40:54.024186 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.provisioning_blocks [None req-faa709fc-7c27-441f-8193-3bf214ad2e61 None None] Transition to ACTIVE for port object df9d2484-187b-40cb-97fd-91e552548a6c will not be triggered until provisioned by entity L2. {{(pid=98246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:40:54.027027 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-28b4d060-cd13-4c3c-a9e4-0720fe4c6a6c tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:40:54.037516 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-28b4d060-cd13-4c3c-a9e4-0720fe4c6a6c tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Usage tracker for resource:port and tenant:37f85aa520a8412687aa20aaba123bb8 is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:40:54.040214 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-faa709fc-7c27-441f-8193-3bf214ad2e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:54.062824 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-28b4d060-cd13-4c3c-a9e4-0720fe4c6a6c tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:40:54.067070 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-e6913153-530e-482e-80c7-1d1ea7c5b54e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:54.093410 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-fccac25e-6974-484f-92e9-8d104ddf070d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:54.178642 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-fccac25e-6974-484f-92e9-8d104ddf070d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:54.259501 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-b7a90491-f45b-4bdd-bd85-986795bfc090 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:40:54.266769 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.managers [None req-faa709fc-7c27-441f-8193-3bf214ad2e61 None None] Attempting to bind port df9d2484-187b-40cb-97fd-91e552548a6c on host dv-cinder-792462-2-iscsi for vnic_type normal with profile {{(pid=98246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:40:54.267139 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.managers [None req-faa709fc-7c27-441f-8193-3bf214ad2e61 None None] Attempting to bind port df9d2484-187b-40cb-97fd-91e552548a6c by drivers openvswitch,hyperv on host dv-cinder-792462-2-iscsi at level 0 using segments [{'id': '67affa7f-7af4-4d70-a1a2-daaca7702f84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3'}] {{(pid=98246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:40:54.283293 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa709fc-7c27-441f-8193-3bf214ad2e61 None None] Attempting to bind port df9d2484-187b-40cb-97fd-91e552548a6c on network b6b8e223-f4e2-43c0-a9aa-6e12566b63e3 {{(pid=98246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:40:54.336247 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-8c0660ff-35bf-4e77-92e8-f0d34fc7b48a req-cf792c52-4bab-498f-8163-087efb211664 tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] 10.222.0.46 "GET /v2.0/ports?device_id=04d594a0-f355-429f-91a4-1a8587e27de3 HTTP/1.1" status: 200 len: 210 time: 0.1605642 May 20 19:40:54.347632 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa709fc-7c27-441f-8193-3bf214ad2e61 None None] Checking agent: {'id': 'f14708df-a001-437d-8366-dd48be2b8a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 33, 5), 'started_at': datetime.datetime(2021, 5, 20, 19, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:40:54.348268 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa709fc-7c27-441f-8193-3bf214ad2e61 None None] Checking segment: {'id': '67affa7f-7af4-4d70-a1a2-daaca7702f84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:40:54.348385 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-faa709fc-7c27-441f-8193-3bf214ad2e61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:54.348709 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa709fc-7c27-441f-8193-3bf214ad2e61 None None] Bound using segment: {'id': '67affa7f-7af4-4d70-a1a2-daaca7702f84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3'} {{(pid=98246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:40:54.349196 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.managers [None req-faa709fc-7c27-441f-8193-3bf214ad2e61 None None] Bound port: df9d2484-187b-40cb-97fd-91e552548a6c, host: dv-cinder-792462-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67affa7f-7af4-4d70-a1a2-daaca7702f84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3'}}] {{(pid=98246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:40:54.374630 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-eb5a39cd-94ed-4370-a038-43338d22adce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:54.375377 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-faa709fc-7c27-441f-8193-3bf214ad2e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:54.408768 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-fccac25e-6974-484f-92e9-8d104ddf070d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d5001569eedb45bcadb7d37dae187d64&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9904983 May 20 19:40:54.417329 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-b7a90491-f45b-4bdd-bd85-986795bfc090 admin admin] Usage tracker for resource:security_group_rule and tenant:c1fafb9d657c4065b940493447162cc6 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:40:54.428753 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccac25e-6974-484f-92e9-8d104ddf070d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb9136c-c49f-4ab6-be2f-89604ea05049,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:54.443597 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 33848) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:54.456084 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-b7a90491-f45b-4bdd-bd85-986795bfc090 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:40:54.458065 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-28b4d060-cd13-4c3c-a9e4-0720fe4c6a6c tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:40:54.460649 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-fccac25e-6974-484f-92e9-8d104ddf070d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:54.518739 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:54.533248 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-b7a90491-f45b-4bdd-bd85-986795bfc090 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:40:54.537422 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-28b4d060-cd13-4c3c-a9e4-0720fe4c6a6c tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Made reservation on behalf of 37f85aa520a8412687aa20aaba123bb8 for: {'port': 1} {{(pid=98243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:40:54.545375 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-28b4d060-cd13-4c3c-a9e4-0720fe4c6a6c tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:54.573819 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-e1496271-8d0b-4d72-bd76-ee57fd8ba82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:54.592082 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-04365d3c-c1e7-40ce-929e-5dd4cac825e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:54.670000 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-04365d3c-c1e7-40ce-929e-5dd4cac825e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:54.694637 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb82d971-6de9-4813-8239-6bdd860fe5b0 None None] Pushing event updated for resources: {'Port': ['ID=df9d2484-187b-40cb-97fd-91e552548a6c,revision_number=2']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:54.756259 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] For port d05b2e5a-5801-4daa-893e-fd75478b9ded, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=d05b2e5a-5801-4daa-893e-fd75478b9ded,segment=NetworkSegment(58083fc7-31b6-4bee-b691-e433c62573b4),segment_id=58083fc7-31b6-4bee-b691-e433c62573b4)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:40:54.772683 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb82d971-6de9-4813-8239-6bdd860fe5b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:54.773035 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb82d971-6de9-4813-8239-6bdd860fe5b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:54.773373 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb82d971-6de9-4813-8239-6bdd860fe5b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:54.773700 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb82d971-6de9-4813-8239-6bdd860fe5b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:54.774022 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb82d971-6de9-4813-8239-6bdd860fe5b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:54.774428 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb82d971-6de9-4813-8239-6bdd860fe5b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:54.774752 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb82d971-6de9-4813-8239-6bdd860fe5b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:54.775064 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb82d971-6de9-4813-8239-6bdd860fe5b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:54.775470 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb82d971-6de9-4813-8239-6bdd860fe5b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:54.776380 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:54.792667 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:54.794125 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb82d971-6de9-4813-8239-6bdd860fe5b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:54.794766 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb82d971-6de9-4813-8239-6bdd860fe5b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:54.795348 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb82d971-6de9-4813-8239-6bdd860fe5b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:54.797314 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb82d971-6de9-4813-8239-6bdd860fe5b0 None None] Tracked resource versions report: May 20 19:40:54.797314 dv-cinder-792462-2-iscsi neutron-server[98246]: pushed versions: May 20 19:40:54.797314 dv-cinder-792462-2-iscsi neutron-server[98246]: { 'AddressGroup': {'1.2'}, May 20 19:40:54.797314 dv-cinder-792462-2-iscsi neutron-server[98246]: 'ConntrackHelper': {'1.0'}, May 20 19:40:54.797314 dv-cinder-792462-2-iscsi neutron-server[98246]: 'Log': {'1.0'}, May 20 19:40:54.797314 dv-cinder-792462-2-iscsi neutron-server[98246]: 'Network': {'1.1'}, May 20 19:40:54.797314 dv-cinder-792462-2-iscsi neutron-server[98246]: 'Port': {'1.7'}, May 20 19:40:54.797314 dv-cinder-792462-2-iscsi neutron-server[98246]: 'PortForwarding': {'1.2'}, May 20 19:40:54.797314 dv-cinder-792462-2-iscsi neutron-server[98246]: 'QosPolicy': {'1.8'}, May 20 19:40:54.797314 dv-cinder-792462-2-iscsi neutron-server[98246]: 'SecurityGroup': {'1.4'}, May 20 19:40:54.797314 dv-cinder-792462-2-iscsi neutron-server[98246]: 'SecurityGroupRule': {'1.2'}, May 20 19:40:54.797314 dv-cinder-792462-2-iscsi neutron-server[98246]: 'SubPort': {'1.0'}, May 20 19:40:54.797314 dv-cinder-792462-2-iscsi neutron-server[98246]: 'Subnet': {'1.1'}, May 20 19:40:54.797314 dv-cinder-792462-2-iscsi neutron-server[98246]: 'Trunk': {'1.1'}} May 20 19:40:54.797314 dv-cinder-792462-2-iscsi neutron-server[98246]: consumer versions: May 20 19:40:54.797314 dv-cinder-792462-2-iscsi neutron-server[98246]: { DHCP agent@dv-cinder-792462-2-iscsi: {}, May 20 19:40:54.797314 dv-cinder-792462-2-iscsi neutron-server[98246]: HyperV agent@hv-cinder-79246: {}, May 20 19:40:54.797314 dv-cinder-792462-2-iscsi neutron-server[98246]: L3 agent@dv-cinder-792462-2-iscsi: {}, May 20 19:40:54.797314 dv-cinder-792462-2-iscsi neutron-server[98246]: Metadata agent@dv-cinder-792462-2-iscsi: {}, May 20 19:40:54.797314 dv-cinder-792462-2-iscsi neutron-server[98246]: Metering agent@dv-cinder-792462-2-iscsi: {}, May 20 19:40:54.797314 dv-cinder-792462-2-iscsi neutron-server[98246]: Open vSwitch agent@dv-cinder-792462-2-iscsi: { 'AddressGroup': '1.2', May 20 19:40:54.797314 dv-cinder-792462-2-iscsi neutron-server[98246]: 'ConntrackHelper': '1.0', May 20 19:40:54.797314 dv-cinder-792462-2-iscsi neutron-server[98246]: 'Log': '1.0', May 20 19:40:54.797314 dv-cinder-792462-2-iscsi neutron-server[98246]: 'Network': '1.1', May 20 19:40:54.797314 dv-cinder-792462-2-iscsi neutron-server[98246]: 'Port': '1.7', May 20 19:40:54.797314 dv-cinder-792462-2-iscsi neutron-server[98246]: 'PortForwarding': '1.2', May 20 19:40:54.797314 dv-cinder-792462-2-iscsi neutron-server[98246]: 'QosPolicy': '1.8', May 20 19:40:54.797314 dv-cinder-792462-2-iscsi neutron-server[98246]: 'SecurityGroup': '1.4', May 20 19:40:54.797314 dv-cinder-792462-2-iscsi neutron-server[98246]: 'SecurityGroupRule': '1.2', May 20 19:40:54.797314 dv-cinder-792462-2-iscsi neutron-server[98246]: 'SubPort': '1.0', May 20 19:40:54.797314 dv-cinder-792462-2-iscsi neutron-server[98246]: 'Subnet': '1.1', May 20 19:40:54.797314 dv-cinder-792462-2-iscsi neutron-server[98246]: 'Trunk': '1.1'}} May 20 19:40:54.797314 dv-cinder-792462-2-iscsi neutron-server[98246]: {{(pid=98246) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 19:40:54.822468 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-eb82d971-6de9-4813-8239-6bdd860fe5b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.757s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:54.875418 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.db [None req-faa709fc-7c27-441f-8193-3bf214ad2e61 None None] For port df9d2484-187b-40cb-97fd-91e552548a6c, host dv-cinder-792462-2-iscsi, cleared binding levels {{(pid=98246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:40:54.881020 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.db [None req-faa709fc-7c27-441f-8193-3bf214ad2e61 None None] For port df9d2484-187b-40cb-97fd-91e552548a6c, host dv-cinder-792462-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=df9d2484-187b-40cb-97fd-91e552548a6c,segment=NetworkSegment(67affa7f-7af4-4d70-a1a2-daaca7702f84),segment_id=67affa7f-7af4-4d70-a1a2-daaca7702f84)] {{(pid=98246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:40:54.888760 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-faa709fc-7c27-441f-8193-3bf214ad2e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:54.894730 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-e6913153-530e-482e-80c7-1d1ea7c5b54e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:55.039370 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Pushing event updated for resources: {'Port': ['ID=d05b2e5a-5801-4daa-893e-fd75478b9ded,revision_number=3']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:55.046247 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:55.049634 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-1006d576-f216-42a5-ac61-b0da222a3aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1299378093-router', 'tenant_id': '8ed4e5869d204e20b671ef4c001a3511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:45Z', 'updated_at': '2021-05-20T19:40:49Z', 'revision_number': 3, 'project_id': '8ed4e5869d204e20b671ef4c001a3511', 'gw_port': {'id': '8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:04:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:47Z', 'updated_at': '2021-05-20T19:40:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi'}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:40:55.059024 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1006d576-f216-42a5-ac61-b0da222a3aaf None None] Checking router: b76e83d9-5e8d-4508-ae8b-feb856be8fd5 for host: dv-cinder-792462-2-iscsi {{(pid=98245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:40:55.060125 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1006d576-f216-42a5-ac61-b0da222a3aaf None None] Updating router b76e83d9-5e8d-4508-ae8b-feb856be8fd5 port 8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e binding host dv-cinder-792462-2-iscsi {{(pid=98245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 19:40:55.078974 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa709fc-7c27-441f-8193-3bf214ad2e61 None None] Routers {'4672da3d-cf7d-400c-89a7-8f40babc1cf1'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:40:55.082126 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-faa709fc-7c27-441f-8193-3bf214ad2e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:40:34Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['4672da3d-cf7d-400c-89a7-8f40babc1cf1'], 'active': True} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:40:55.226691 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb82d971-6de9-4813-8239-6bdd860fe5b0 None None] Pushing event updated for resources: {'Port': ['ID=df9d2484-187b-40cb-97fd-91e552548a6c,revision_number=3']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:55.232135 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-eb82d971-6de9-4813-8239-6bdd860fe5b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:55.377975 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 33864) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:55.420640 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-1006d576-f216-42a5-ac61-b0da222a3aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:55.471769 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.db_base_plugin_common [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-28b4d060-cd13-4c3c-a9e4-0720fe4c6a6c tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Allocated IP 172.20.0.4 (fda7b7dd-5275-41a7-a034-33ce80df48e6/ac054bf5-04e2-4ea8-a6e9-2a1e78108407/0dc2e670-f904-488e-b35d-1845ccadd932) {{(pid=98243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:40:55.519538 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.db_base_plugin_common [None req-e1496271-8d0b-4d72-bd76-ee57fd8ba82b admin admin] Allocated IP 172.20.0.1 (d932fd37-893e-4714-8e50-cf8308e6d424/edef4a11-9491-49df-813d-c217a08b5490/5076c290-b3c2-4fd1-87ec-676c6b2a6016) {{(pid=98243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:40:55.574346 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvr_db [None req-faa709fc-7c27-441f-8193-3bf214ad2e61 None None] Set router 4672da3d-cf7d-400c-89a7-8f40babc1cf1 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:40:55.644089 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c03f39fd-b25d-4439-b40a-10c103372818 req-9fe6c87f-24cf-40a5-871b-3fe3c3485e54 tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] 10.222.0.46 "GET /v2.0/ports?device_id=04d594a0-f355-429f-91a4-1a8587e27de3 HTTP/1.1" status: 200 len: 210 time: 0.0701804 May 20 19:40:55.731558 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-164e3f56-ae1d-439f-8b06-09e1c79ec472 None None] Provisioning complete for port d05b2e5a-5801-4daa-893e-fd75478b9ded triggered by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:40:55.732141 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-164e3f56-ae1d-439f-8b06-09e1c79ec472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:55.889436 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-21cd423f-9efa-451c-a542-0d4658899181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:55.947713 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-21cd423f-9efa-451c-a542-0d4658899181 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:40:55.977954 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9a0eec3-9230-4889-ab11-066d1ad5aefa admin admin] Router 9163a49d-988c-4e00-8f08-08b68f5a739c is scheduled to L3 agent bf06d900-968e-4d51-b3d3-e51a8143bf8e with binding_index 1 {{(pid=98244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 19:40:55.983332 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-04365d3c-c1e7-40ce-929e-5dd4cac825e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:56.059468 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-21cd423f-9efa-451c-a542-0d4658899181 admin admin] Usage tracker for resource:security_group_rule and tenant:df63cc64bad64789a71cb156558fdf59 is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:40:56.083271 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-fccac25e-6974-484f-92e9-8d104ddf070d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:56.086585 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-21cd423f-9efa-451c-a542-0d4658899181 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:40:56.113943 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04365d3c-c1e7-40ce-929e-5dd4cac825e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb9136c-c49f-4ab6-be2f-89604ea05049,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:56.117054 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-04365d3c-c1e7-40ce-929e-5dd4cac825e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:56.118452 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-04365d3c-c1e7-40ce-929e-5dd4cac825e5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1cb9136c-c49f-4ab6-be2f-89604ea05049 HTTP/1.1" status: 204 len: 168 time: 1.6565607 May 20 19:40:56.119590 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-04365d3c-c1e7-40ce-929e-5dd4cac825e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:56.199653 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-e1496271-8d0b-4d72-bd76-ee57fd8ba82b admin admin] Notify callbacks [] for port, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:56.211807 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-21cd423f-9efa-451c-a542-0d4658899181 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:40:56.339541 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.provisioning_blocks [None req-e1496271-8d0b-4d72-bd76-ee57fd8ba82b admin admin] Transition to ACTIVE for port object 5076c290-b3c2-4fd1-87ec-676c6b2a6016 will not be triggered until provisioned by entity DHCP. {{(pid=98243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:40:56.466956 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-faa709fc-7c27-441f-8193-3bf214ad2e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'name': 'tempest-AttachVolumeTestJSON-1631511-router', 'tenant_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'df9d2484-187b-40cb-97fd-91e552548a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:47Z', 'updated_at': '2021-05-20T19:40:50Z', 'revision_number': 3, 'project_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'gw_port': {'id': 'df9d2484-187b-40cb-97fd-91e552548a6c', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:43:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:49Z', 'updated_at': '2021-05-20T19:40:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi'}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:40:56.472387 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-1006d576-f216-42a5-ac61-b0da222a3aaf None None] Notify callbacks [] for port, precommit_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:56.483250 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa709fc-7c27-441f-8193-3bf214ad2e61 None None] The sync data for ids ['4672da3d-cf7d-400c-89a7-8f40babc1cf1'] in dv-cinder-792462-2-iscsi is: [{'id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'name': 'tempest-AttachVolumeTestJSON-1631511-router', 'tenant_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'df9d2484-187b-40cb-97fd-91e552548a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:47Z', 'updated_at': '2021-05-20T19:40:50Z', 'revision_number': 3, 'project_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'gw_port': {'id': 'df9d2484-187b-40cb-97fd-91e552548a6c', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:43:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:49Z', 'updated_at': '2021-05-20T19:40:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi'}] {{(pid=98246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:40:56.488223 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-28b4d060-cd13-4c3c-a9e4-0720fe4c6a6c tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Notify callbacks [] for port, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:56.503861 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-1006d576-f216-42a5-ac61-b0da222a3aaf None None] Transition to ACTIVE for port object 8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e will not be triggered until provisioned by entity L2. {{(pid=98245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:40:56.520756 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-1006d576-f216-42a5-ac61-b0da222a3aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:56.527618 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-5a17b0e4-bb18-4ac2-b529-dad0ee392d44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:56.533057 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-e1496271-8d0b-4d72-bd76-ee57fd8ba82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015'] for port, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:56.550852 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-9bd36d1b-1ec1-4f3e-b692-eafa73bb7c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:56.557658 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-c13814f3-7789-4530-9d5b-6d5a9bdf6a51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:56.601722 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1496271-8d0b-4d72-bd76-ee57fd8ba82b admin admin] Network d932fd37-893e-4714-8e50-cf8308e6d424 is already hosted by enough agents. {{(pid=98243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:40:56.651526 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.base_scheduler [None req-e1496271-8d0b-4d72-bd76-ee57fd8ba82b admin admin] Resources bound (agent type, host, resource id): {{(pid=98243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:40:56.654273 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1496271-8d0b-4d72-bd76-ee57fd8ba82b admin admin] Received port after_create {{(pid=98243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:40:56.654741 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-e1496271-8d0b-4d72-bd76-ee57fd8ba82b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745875'] for router_interface, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:56.759189 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1496271-8d0b-4d72-bd76-ee57fd8ba82b admin admin] Pushing event updated for resources: {'Port': ['ID=5076c290-b3c2-4fd1-87ec-676c6b2a6016,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:56.770148 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-e1496271-8d0b-4d72-bd76-ee57fd8ba82b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:56.869148 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-1006d576-f216-42a5-ac61-b0da222a3aaf None None] Attempting to bind port 8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e on host dv-cinder-792462-2-iscsi for vnic_type normal with profile {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:40:56.869734 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-1006d576-f216-42a5-ac61-b0da222a3aaf None None] Attempting to bind port 8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e by drivers openvswitch,hyperv on host dv-cinder-792462-2-iscsi at level 0 using segments [{'id': '67affa7f-7af4-4d70-a1a2-daaca7702f84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3'}] {{(pid=98245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:40:56.873140 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1006d576-f216-42a5-ac61-b0da222a3aaf None None] Attempting to bind port 8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e on network b6b8e223-f4e2-43c0-a9aa-6e12566b63e3 {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:40:56.876992 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-e1496271-8d0b-4d72-bd76-ee57fd8ba82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:56.888453 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4edc0c-1537-494c-9140-73f4d46fd5b1 None None] Pushing event updated for resources: {'Port': ['ID=8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e,revision_number=2']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:56.901468 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-ae4edc0c-1537-494c-9140-73f4d46fd5b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:56.921756 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1006d576-f216-42a5-ac61-b0da222a3aaf None None] Checking agent: {'id': 'f14708df-a001-437d-8366-dd48be2b8a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 33, 5), 'started_at': datetime.datetime(2021, 5, 20, 19, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:40:56.922418 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1006d576-f216-42a5-ac61-b0da222a3aaf None None] Checking segment: {'id': '67affa7f-7af4-4d70-a1a2-daaca7702f84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:40:56.923554 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-1006d576-f216-42a5-ac61-b0da222a3aaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:56.924082 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1006d576-f216-42a5-ac61-b0da222a3aaf None None] Bound using segment: {'id': '67affa7f-7af4-4d70-a1a2-daaca7702f84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3'} {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:40:56.924703 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-1006d576-f216-42a5-ac61-b0da222a3aaf None None] Bound port: 8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e, host: dv-cinder-792462-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67affa7f-7af4-4d70-a1a2-daaca7702f84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3'}}] {{(pid=98245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:40:56.925199 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-1006d576-f216-42a5-ac61-b0da222a3aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:56.945188 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 33888) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:57.009055 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device d05b2e5a-5801-4daa-893e-fd75478b9ded up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:40:57.138012 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-21cd423f-9efa-451c-a542-0d4658899181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:57.285475 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-be881928-7063-44e4-9a5b-d2f3a2999f5d None None] Provisioning for port 5076c290-b3c2-4fd1-87ec-676c6b2a6016 completed by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:40:57.306515 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-be881928-7063-44e4-9a5b-d2f3a2999f5d None None] Provisioning complete for port 5076c290-b3c2-4fd1-87ec-676c6b2a6016 triggered by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:40:57.306806 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-be881928-7063-44e4-9a5b-d2f3a2999f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:57.385989 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-e1496271-8d0b-4d72-bd76-ee57fd8ba82b admin admin] Notify callbacks [] for port, precommit_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:57.390527 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-1ecca6dc-76db-4126-aef9-e244fe9c6b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:57.411165 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-1ecca6dc-76db-4126-aef9-e244fe9c6b66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:40:57.416285 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-1ecca6dc-76db-4126-aef9-e244fe9c6b66 admin admin] Usage tracker for resource:security_group_rule and tenant:86defe2f50114229b9f2a7c20a2c911a is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:40:57.420011 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-1ecca6dc-76db-4126-aef9-e244fe9c6b66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:40:57.426969 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-1ecca6dc-76db-4126-aef9-e244fe9c6b66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:40:57.427938 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-1006d576-f216-42a5-ac61-b0da222a3aaf None None] For port 8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e, host dv-cinder-792462-2-iscsi, cleared binding levels {{(pid=98245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:40:57.430155 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-be881928-7063-44e4-9a5b-d2f3a2999f5d None None] Port 5076c290-b3c2-4fd1-87ec-676c6b2a6016 cannot update to ACTIVE because it is not bound. {{(pid=98245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 19:40:57.431757 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning complete for port d05b2e5a-5801-4daa-893e-fd75478b9ded triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:40:57.432388 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:57.531520 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-1006d576-f216-42a5-ac61-b0da222a3aaf None None] For port 8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e, host dv-cinder-792462-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e,segment=NetworkSegment(67affa7f-7af4-4d70-a1a2-daaca7702f84),segment_id=67affa7f-7af4-4d70-a1a2-daaca7702f84)] {{(pid=98245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:40:57.538934 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-1ecca6dc-76db-4126-aef9-e244fe9c6b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:57.540957 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-21cd423f-9efa-451c-a542-0d4658899181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:57.542205 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-e1496271-8d0b-4d72-bd76-ee57fd8ba82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:57.578011 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-e1496271-8d0b-4d72-bd76-ee57fd8ba82b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1697874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1823336'] for router_interface, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:57.594445 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-bf414390-f0d1-47b5-a6ca-fc1340af7bff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:57.603481 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-21cd423f-9efa-451c-a542-0d4658899181 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=df63cc64bad64789a71cb156558fdf59&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2211745 May 20 19:40:57.654808 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-1006d576-f216-42a5-ac61-b0da222a3aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:57.681887 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-6d7a4470-da7b-46f4-9217-a26982705a51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:57.749982 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-1ecca6dc-76db-4126-aef9-e244fe9c6b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:57.750755 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 33898) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:57.761375 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1496271-8d0b-4d72-bd76-ee57fd8ba82b admin admin] Network d932fd37-893e-4714-8e50-cf8308e6d424 is already hosted by enough agents. {{(pid=98243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:40:57.769573 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.db_base_plugin_common [None req-9bd36d1b-1ec1-4f3e-b692-eafa73bb7c1a admin admin] Allocated IP 172.20.0.1 (3d38b6f3-7548-4a0e-896f-e9fb0c461e8e/5b859f84-1277-4d60-b0e8-72f23097ad76/abd93313-6555-465f-9f3d-d1a0240c7e47) {{(pid=98244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:40:57.783902 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4edc0c-1537-494c-9140-73f4d46fd5b1 None None] Pushing event updated for resources: {'Port': ['ID=8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e,revision_number=3']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:57.806798 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-ae4edc0c-1537-494c-9140-73f4d46fd5b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:57.832133 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1006d576-f216-42a5-ac61-b0da222a3aaf None None] Routers {'b76e83d9-5e8d-4508-ae8b-feb856be8fd5'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:40:57.833257 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-1006d576-f216-42a5-ac61-b0da222a3aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:40:34Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['b76e83d9-5e8d-4508-ae8b-feb856be8fd5'], 'active': True} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:40:57.841619 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.base_scheduler [None req-e1496271-8d0b-4d72-bd76-ee57fd8ba82b admin admin] Resources bound (agent type, host, resource id): {{(pid=98243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:40:58.088459 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-137c49ae-1756-448c-8ac5-22cf8310cf36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:58.145304 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-9bd36d1b-1ec1-4f3e-b692-eafa73bb7c1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:58.167545 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-137c49ae-1756-448c-8ac5-22cf8310cf36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:58.227207 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-b7a90491-f45b-4bdd-bd85-986795bfc090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:58.272123 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-1ecca6dc-76db-4126-aef9-e244fe9c6b66 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=86defe2f50114229b9f2a7c20a2c911a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1568086 May 20 19:40:58.276066 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-28b4d060-cd13-4c3c-a9e4-0720fe4c6a6c tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015'] for port, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:58.279964 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 33904) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:58.289209 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-b7a90491-f45b-4bdd-bd85-986795bfc090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:58.290312 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvr_db [None req-1006d576-f216-42a5-ac61-b0da222a3aaf None None] Set router b76e83d9-5e8d-4508-ae8b-feb856be8fd5 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:40:58.293694 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.provisioning_blocks [None req-9bd36d1b-1ec1-4f3e-b692-eafa73bb7c1a admin admin] Transition to ACTIVE for port object abd93313-6555-465f-9f3d-d1a0240c7e47 will not be triggered until provisioned by entity DHCP. {{(pid=98244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:40:58.347295 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-d4229491-6de0-44cf-b5f0-a2869387ae58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:58.388602 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a0eec3-9230-4889-ab11-066d1ad5aefa admin admin] Notify agent at l3_agent.dv-cinder-792462-2-iscsi the message routers_updated {{(pid=98244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:40:58.399497 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef3ee94-21a0-42c3-8879-876cfb5ef8ea None None] Sync routers for ids ['9163a49d-988c-4e00-8f08-08b68f5a739c'] in dv-cinder-792462-2-iscsi {{(pid=98246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:40:58.406793 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cd423f-9efa-451c-a542-0d4658899181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b7a289-2d26-48d8-8840-4a70019c1c7f,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:58.414398 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef3ee94-21a0-42c3-8879-876cfb5ef8ea None None] Routers {'9163a49d-988c-4e00-8f08-08b68f5a739c'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:40:58.416893 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-cef3ee94-21a0-42c3-8879-876cfb5ef8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:40:34Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['9163a49d-988c-4e00-8f08-08b68f5a739c'], 'active': True} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:40:58.421122 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-21cd423f-9efa-451c-a542-0d4658899181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.827s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:58.438233 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.833s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:58.581826 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-b7a90491-f45b-4bdd-bd85-986795bfc090 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c1fafb9d657c4065b940493447162cc6&name=default HTTP/1.1" status: 200 len: 2975 time: 5.6565526 May 20 19:40:58.591996 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-3e81566c-c27c-4ba3-89a8-34a6fb348579 None None] Provisioning complete for port 5076c290-b3c2-4fd1-87ec-676c6b2a6016 triggered by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:40:58.600482 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 33908) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:58.601233 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3e81566c-c27c-4ba3-89a8-34a6fb348579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:58.610846 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a90491-f45b-4bdd-bd85-986795bfc090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69a07de-745f-4234-bf8f-5c2ee3e278d1,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:58.622726 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-b7a90491-f45b-4bdd-bd85-986795bfc090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:58.638481 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d9a0eec3-9230-4889-ab11-066d1ad5aefa admin admin] Notify callbacks [] for router, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:58.640919 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-d9a0eec3-9230-4889-ab11-066d1ad5aefa admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 10.6880019 May 20 19:40:58.645159 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-28b4d060-cd13-4c3c-a9e4-0720fe4c6a6c tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Network fda7b7dd-5275-41a7-a034-33ce80df48e6 is already hosted by enough agents. {{(pid=98243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:40:58.649762 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 33912) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:58.709235 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.base_scheduler [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-28b4d060-cd13-4c3c-a9e4-0720fe4c6a6c tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Resources bound (agent type, host, resource id): {{(pid=98243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:40:58.715783 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.l3_dvrscheduler_db [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-28b4d060-cd13-4c3c-a9e4-0720fe4c6a6c tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Received port after_create {{(pid=98243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:40:58.729570 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-28b4d060-cd13-4c3c-a9e4-0720fe4c6a6c tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:58.733708 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-28b4d060-cd13-4c3c-a9e4-0720fe4c6a6c tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for port, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:58.778765 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-9bd36d1b-1ec1-4f3e-b692-eafa73bb7c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015'] for port, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:58.795893 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174b48f-e9de-4360-8213-72da344b6344 req-5dc2ce2d-e625-4431-9421-30d89c960d6d tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:58.804700 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-2174b48f-e9de-4360-8213-72da344b6344 req-5dc2ce2d-e625-4431-9421-30d89c960d6d tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] 10.222.0.46 "GET /v2.0/ports?device_id=04d594a0-f355-429f-91a4-1a8587e27de3 HTTP/1.1" status: 200 len: 931 time: 1.7608867 May 20 19:40:58.846553 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvr_db [None req-cef3ee94-21a0-42c3-8879-876cfb5ef8ea None None] Set router 9163a49d-988c-4e00-8f08-08b68f5a739c gateway port host: dv-cinder-792462-2-iscsi {{(pid=98246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:40:58.940247 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-3e81566c-c27c-4ba3-89a8-34a6fb348579 None None] Port 5076c290-b3c2-4fd1-87ec-676c6b2a6016 cannot update to ACTIVE because it is not bound. {{(pid=98245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 19:40:58.948515 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-28b4d060-cd13-4c3c-a9e4-0720fe4c6a6c tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6388171 May 20 19:40:59.009238 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device df9d2484-187b-40cb-97fd-91e552548a6c up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:40:59.011361 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1496271-8d0b-4d72-bd76-ee57fd8ba82b admin admin] Pushing event updated for resources: {'Port': ['ID=5076c290-b3c2-4fd1-87ec-676c6b2a6016,revision_number=2']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:59.066869 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-12ddf943-f4a5-4b6d-8ed5-ec6e20be4ceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:59.089477 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1496271-8d0b-4d72-bd76-ee57fd8ba82b admin admin] Router 4672da3d-cf7d-400c-89a7-8f40babc1cf1 has already been hosted by L3 agent bf06d900-968e-4d51-b3d3-e51a8143bf8e {{(pid=98243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:40:59.114082 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-137c49ae-1756-448c-8ac5-22cf8310cf36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:59.225886 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-12ddf943-f4a5-4b6d-8ed5-ec6e20be4ceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:59.291001 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning for port df9d2484-187b-40cb-97fd-91e552548a6c completed by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:40:59.302002 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning complete for port df9d2484-187b-40cb-97fd-91e552548a6c triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:40:59.302414 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:59.366104 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-1006d576-f216-42a5-ac61-b0da222a3aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1299378093-router', 'tenant_id': '8ed4e5869d204e20b671ef4c001a3511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:45Z', 'updated_at': '2021-05-20T19:40:49Z', 'revision_number': 3, 'project_id': '8ed4e5869d204e20b671ef4c001a3511', 'gw_port': {'id': '8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:04:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:47Z', 'updated_at': '2021-05-20T19:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi'}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:40:59.385898 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1006d576-f216-42a5-ac61-b0da222a3aaf None None] The sync data for ids ['b76e83d9-5e8d-4508-ae8b-feb856be8fd5'] in dv-cinder-792462-2-iscsi is: [{'id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1299378093-router', 'tenant_id': '8ed4e5869d204e20b671ef4c001a3511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:45Z', 'updated_at': '2021-05-20T19:40:49Z', 'revision_number': 3, 'project_id': '8ed4e5869d204e20b671ef4c001a3511', 'gw_port': {'id': '8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:04:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:47Z', 'updated_at': '2021-05-20T19:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi'}] {{(pid=98245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:40:59.439510 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-84eebfa5-68b5-4d8c-84ef-bbb82b0198a6 tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=98243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 19:40:59.452142 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-84eebfa5-68b5-4d8c-84ef-bbb82b0198a6 tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0544419 May 20 19:40:59.453397 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b4d060-cd13-4c3c-a9e4-0720fe4c6a6c tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Pushing event updated for resources: {'Port': ['ID=0dc2e670-f904-488e-b35d-1845ccadd932,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:59.467994 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-137c49ae-1756-448c-8ac5-22cf8310cf36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:59.467994 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-137c49ae-1756-448c-8ac5-22cf8310cf36 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/39b7a289-2d26-48d8-8840-4a70019c1c7f HTTP/1.1" status: 204 len: 168 time: 1.7047019 May 20 19:40:59.471561 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-28b4d060-cd13-4c3c-a9e4-0720fe4c6a6c tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.034s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:59.485440 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.552s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:59.609369 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-cef3ee94-21a0-42c3-8879-876cfb5ef8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9163a49d-988c-4e00-8f08-08b68f5a739c', 'name': 'tempest-ServerRescueNegativeTestJSON-1795474832-router', 'tenant_id': 'a0ac8c7cabd34168a41ac6b7de3b2121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'a5328ae3-9f58-4525-bb0e-19da78174393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:48Z', 'updated_at': '2021-05-20T19:40:51Z', 'revision_number': 3, 'project_id': 'a0ac8c7cabd34168a41ac6b7de3b2121', 'gw_port': {'id': 'a5328ae3-9f58-4525-bb0e-19da78174393', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c5:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9163a49d-988c-4e00-8f08-08b68f5a739c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:50Z', 'updated_at': '2021-05-20T19:40:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi'}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:40:59.628922 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef3ee94-21a0-42c3-8879-876cfb5ef8ea None None] Checking router: 9163a49d-988c-4e00-8f08-08b68f5a739c for host: dv-cinder-792462-2-iscsi {{(pid=98246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:40:59.629406 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef3ee94-21a0-42c3-8879-876cfb5ef8ea None None] Updating router 9163a49d-988c-4e00-8f08-08b68f5a739c port a5328ae3-9f58-4525-bb0e-19da78174393 binding host dv-cinder-792462-2-iscsi {{(pid=98246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 19:40:59.645543 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-d9a0eec3-9230-4889-ab11-066d1ad5aefa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:59.649331 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecca6dc-76db-4126-aef9-e244fe9c6b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff876022-8b51-47a6-b85b-9c2583fb2ece,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:59.696275 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:59.740931 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd36d1b-1ec1-4f3e-b692-eafa73bb7c1a admin admin] Network 3d38b6f3-7548-4a0e-896f-e9fb0c461e8e is already hosted by enough agents. {{(pid=98244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:40:59.775953 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] For port df9d2484-187b-40cb-97fd-91e552548a6c, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=df9d2484-187b-40cb-97fd-91e552548a6c,segment=NetworkSegment(67affa7f-7af4-4d70-a1a2-daaca7702f84),segment_id=67affa7f-7af4-4d70-a1a2-daaca7702f84)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:40:59.777938 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.base_scheduler [None req-9bd36d1b-1ec1-4f3e-b692-eafa73bb7c1a admin admin] Resources bound (agent type, host, resource id): {{(pid=98244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:40:59.779747 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-cef3ee94-21a0-42c3-8879-876cfb5ef8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:59.790606 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:59.795040 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-6b494f34-ee4a-4f87-9111-2baf35d294fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:59.840224 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137c49ae-1756-448c-8ac5-22cf8310cf36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b7a289-2d26-48d8-8840-4a70019c1c7f,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:59.846136 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-36cc4096-9298-4319-8d84-ce9931bb291b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:59.863265 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-137c49ae-1756-448c-8ac5-22cf8310cf36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:59.870424 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-e1496271-8d0b-4d72-bd76-ee57fd8ba82b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.449s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:59.870424 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-e1496271-8d0b-4d72-bd76-ee57fd8ba82b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:59.922253 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.743s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:59.923064 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:59.964940 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-12ddf943-f4a5-4b6d-8ed5-ec6e20be4ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:59.979431 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd36d1b-1ec1-4f3e-b692-eafa73bb7c1a admin admin] Received port after_create {{(pid=98244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:40:59.982674 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-9bd36d1b-1ec1-4f3e-b692-eafa73bb7c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745875'] for router_interface, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:59.993628 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-137c49ae-1756-448c-8ac5-22cf8310cf36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:00.027152 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1496271-8d0b-4d72-bd76-ee57fd8ba82b admin admin] Notify agent at l3_agent.dv-cinder-792462-2-iscsi the message routers_updated {{(pid=98243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:41:00.071121 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ddf943-f4a5-4b6d-8ed5-ec6e20be4ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff876022-8b51-47a6-b85b-9c2583fb2ece,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:00.079920 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-12ddf943-f4a5-4b6d-8ed5-ec6e20be4ceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:00.103067 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-12ddf943-f4a5-4b6d-8ed5-ec6e20be4ceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:00.107068 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-12ddf943-f4a5-4b6d-8ed5-ec6e20be4ceb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ff876022-8b51-47a6-b85b-9c2583fb2ece HTTP/1.1" status: 204 len: 168 time: 1.8067269 May 20 19:41:00.118351 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90549c8-5644-4a8c-b111-1c312b0bbcca None None] Sync routers for ids ['4672da3d-cf7d-400c-89a7-8f40babc1cf1'] in dv-cinder-792462-2-iscsi {{(pid=98245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:41:00.122762 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-e1496271-8d0b-4d72-bd76-ee57fd8ba82b admin admin] 10.222.0.46 "PUT /v2.0/routers/4672da3d-cf7d-400c-89a7-8f40babc1cf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2653873 May 20 19:41:00.379148 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90549c8-5644-4a8c-b111-1c312b0bbcca None None] Routers {'4672da3d-cf7d-400c-89a7-8f40babc1cf1'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:41:00.382235 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-c90549c8-5644-4a8c-b111-1c312b0bbcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:40:34Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['4672da3d-cf7d-400c-89a7-8f40babc1cf1'], 'active': True} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:41:00.741219 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-cef3ee94-21a0-42c3-8879-876cfb5ef8ea None None] Notify callbacks [] for port, precommit_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:00.781238 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd36d1b-1ec1-4f3e-b692-eafa73bb7c1a admin admin] Pushing event updated for resources: {'Port': ['ID=abd93313-6555-465f-9f3d-d1a0240c7e47,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:00.784722 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.provisioning_blocks [None req-cef3ee94-21a0-42c3-8879-876cfb5ef8ea None None] Transition to ACTIVE for port object a5328ae3-9f58-4525-bb0e-19da78174393 will not be triggered until provisioned by entity L2. {{(pid=98246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:41:00.784909 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-9bd36d1b-1ec1-4f3e-b692-eafa73bb7c1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.139s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:00.787261 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-2174b48f-e9de-4360-8213-72da344b6344 req-0265c56e-ef3c-4a9d-818b-407157f006b7 tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Synchronizing usage tracker for tenant:37f85aa520a8412687aa20aaba123bb8 on resource:security_group {{(pid=98244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:41:00.803171 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-36cc4096-9298-4319-8d84-ce9931bb291b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:00.820311 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-cef3ee94-21a0-42c3-8879-876cfb5ef8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:00.843402 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-eb82d971-6de9-4813-8239-6bdd860fe5b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:00.855001 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Pushing event updated for resources: {'Port': ['ID=df9d2484-187b-40cb-97fd-91e552548a6c,revision_number=4']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:00.868185 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.070s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:00.911478 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-c302c833-cfbe-4da2-88c1-470085f8998b None None] Provisioning for port abd93313-6555-465f-9f3d-d1a0240c7e47 completed by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:41:01.149158 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-c302c833-cfbe-4da2-88c1-470085f8998b None None] Provisioning complete for port abd93313-6555-465f-9f3d-d1a0240c7e47 triggered by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:41:01.149594 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-c302c833-cfbe-4da2-88c1-470085f8998b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:01.177183 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.managers [None req-cef3ee94-21a0-42c3-8879-876cfb5ef8ea None None] Attempting to bind port a5328ae3-9f58-4525-bb0e-19da78174393 on host dv-cinder-792462-2-iscsi for vnic_type normal with profile {{(pid=98246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:41:01.177820 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.managers [None req-cef3ee94-21a0-42c3-8879-876cfb5ef8ea None None] Attempting to bind port a5328ae3-9f58-4525-bb0e-19da78174393 by drivers openvswitch,hyperv on host dv-cinder-792462-2-iscsi at level 0 using segments [{'id': '67affa7f-7af4-4d70-a1a2-daaca7702f84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3'}] {{(pid=98246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:41:01.178200 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef3ee94-21a0-42c3-8879-876cfb5ef8ea None None] Attempting to bind port a5328ae3-9f58-4525-bb0e-19da78174393 on network b6b8e223-f4e2-43c0-a9aa-6e12566b63e3 {{(pid=98246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:41:01.236791 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef3ee94-21a0-42c3-8879-876cfb5ef8ea None None] Checking agent: {'id': 'f14708df-a001-437d-8366-dd48be2b8a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 33, 5), 'started_at': datetime.datetime(2021, 5, 20, 19, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:41:01.237033 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef3ee94-21a0-42c3-8879-876cfb5ef8ea None None] Checking segment: {'id': '67affa7f-7af4-4d70-a1a2-daaca7702f84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:41:01.237421 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-cef3ee94-21a0-42c3-8879-876cfb5ef8ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:01.239201 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef3ee94-21a0-42c3-8879-876cfb5ef8ea None None] Bound using segment: {'id': '67affa7f-7af4-4d70-a1a2-daaca7702f84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3'} {{(pid=98246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:41:01.239923 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.managers [None req-cef3ee94-21a0-42c3-8879-876cfb5ef8ea None None] Bound port: a5328ae3-9f58-4525-bb0e-19da78174393, host: dv-cinder-792462-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67affa7f-7af4-4d70-a1a2-daaca7702f84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3'}}] {{(pid=98246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:41:01.240124 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-cef3ee94-21a0-42c3-8879-876cfb5ef8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:01.278959 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:41:01.447767 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvr_db [None req-c90549c8-5644-4a8c-b111-1c312b0bbcca None None] Set router 4672da3d-cf7d-400c-89a7-8f40babc1cf1 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:41:01.500467 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-c302c833-cfbe-4da2-88c1-470085f8998b None None] Port abd93313-6555-465f-9f3d-d1a0240c7e47 cannot update to ACTIVE because it is not bound. {{(pid=98245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 19:41:01.557654 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfecfaa4-1faa-4a2b-a82e-12fc0311454b None None] Pushing event updated for resources: {'Port': ['ID=a5328ae3-9f58-4525-bb0e-19da78174393,revision_number=2']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:01.573207 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-cfecfaa4-1faa-4a2b-a82e-12fc0311454b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.729s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:01.599244 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.db [None req-cef3ee94-21a0-42c3-8879-876cfb5ef8ea None None] For port a5328ae3-9f58-4525-bb0e-19da78174393, host dv-cinder-792462-2-iscsi, cleared binding levels {{(pid=98246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:41:01.605929 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.db [None req-cef3ee94-21a0-42c3-8879-876cfb5ef8ea None None] For port a5328ae3-9f58-4525-bb0e-19da78174393, host dv-cinder-792462-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=a5328ae3-9f58-4525-bb0e-19da78174393,segment=NetworkSegment(67affa7f-7af4-4d70-a1a2-daaca7702f84),segment_id=67affa7f-7af4-4d70-a1a2-daaca7702f84)] {{(pid=98246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:41:01.615009 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-cef3ee94-21a0-42c3-8879-876cfb5ef8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:01.629271 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:01.630343 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-c2f18bb0-0f87-40cf-8609-81c14e3b1c69 service neutron] Request body: {'port': {'device_id': '04d594a0-f355-429f-91a4-1a8587e27de3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:41:01.677474 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning for port 8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e completed by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:41:01.746969 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning complete for port 8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:41:01.748751 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:01.935887 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef3ee94-21a0-42c3-8879-876cfb5ef8ea None None] Routers {'9163a49d-988c-4e00-8f08-08b68f5a739c'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:41:01.936548 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-cef3ee94-21a0-42c3-8879-876cfb5ef8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:40:34Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['9163a49d-988c-4e00-8f08-08b68f5a739c'], 'active': True} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:41:02.001146 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-c2f18bb0-0f87-40cf-8609-81c14e3b1c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:02.225338 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 33974) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:02.257943 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [None req-01237989-e8fc-4935-afba-ebcecac50bed tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1279293092', 'description': 'tempest-description--431817011'}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:41:02.290668 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-01237989-e8fc-4935-afba-ebcecac50bed tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:02.389207 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-e3110b9a-fb2d-4776-9413-5d558dbd960d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:02.431184 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-9bd36d1b-1ec1-4f3e-b692-eafa73bb7c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:02.475994 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvr_db [None req-cef3ee94-21a0-42c3-8879-876cfb5ef8ea None None] Set router 9163a49d-988c-4e00-8f08-08b68f5a739c gateway port host: dv-cinder-792462-2-iscsi {{(pid=98246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:41:02.496513 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-2174b48f-e9de-4360-8213-72da344b6344 req-0265c56e-ef3c-4a9d-818b-407157f006b7 tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Unset dirty status for tenant:37f85aa520a8412687aa20aaba123bb8 on resource:security_group {{(pid=98244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:41:02.522162 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-2174b48f-e9de-4360-8213-72da344b6344 req-0265c56e-ef3c-4a9d-818b-407157f006b7 tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] 10.222.0.46 "GET /v2.0/security-groups?id=c51e0d65-bb83-48d4-b080-258e9c052768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.9306610 May 20 19:41:02.541630 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-01237989-e8fc-4935-afba-ebcecac50bed tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Usage tracker for resource:security_group and tenant:eae5dc310b064886a0fbb3c18c74b33d is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:02.570099 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-01237989-e8fc-4935-afba-ebcecac50bed tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:02.614434 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-01237989-e8fc-4935-afba-ebcecac50bed tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:02.706958 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-01237989-e8fc-4935-afba-ebcecac50bed tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks [] for security_group, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:02.734433 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:02.831155 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfecfaa4-1faa-4a2b-a82e-12fc0311454b None None] Pushing event updated for resources: {'Port': ['ID=a5328ae3-9f58-4525-bb0e-19da78174393,revision_number=3']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:02.847003 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] For port 8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e,segment=NetworkSegment(67affa7f-7af4-4d70-a1a2-daaca7702f84),segment_id=67affa7f-7af4-4d70-a1a2-daaca7702f84)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:41:02.854220 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-01237989-e8fc-4935-afba-ebcecac50bed tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:02.858915 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-cfecfaa4-1faa-4a2b-a82e-12fc0311454b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.231s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:02.863985 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-01237989-e8fc-4935-afba-ebcecac50bed tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Usage tracker for resource:security_group_rule and tenant:eae5dc310b064886a0fbb3c18c74b33d is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:02.870189 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:02.871641 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-01237989-e8fc-4935-afba-ebcecac50bed tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:02.885768 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-01237989-e8fc-4935-afba-ebcecac50bed tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:02.955200 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 33988) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:02.956685 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:03.120928 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device df9d2484-187b-40cb-97fd-91e552548a6c up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:41:03.133943 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-638ca336-f3f2-471c-8dc1-12bf31318207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:03.162682 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-cef3ee94-21a0-42c3-8879-876cfb5ef8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9163a49d-988c-4e00-8f08-08b68f5a739c', 'name': 'tempest-ServerRescueNegativeTestJSON-1795474832-router', 'tenant_id': 'a0ac8c7cabd34168a41ac6b7de3b2121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'a5328ae3-9f58-4525-bb0e-19da78174393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:48Z', 'updated_at': '2021-05-20T19:40:51Z', 'revision_number': 3, 'project_id': 'a0ac8c7cabd34168a41ac6b7de3b2121', 'gw_port': {'id': 'a5328ae3-9f58-4525-bb0e-19da78174393', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c5:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9163a49d-988c-4e00-8f08-08b68f5a739c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:50Z', 'updated_at': '2021-05-20T19:41:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi'}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:41:03.179495 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef3ee94-21a0-42c3-8879-876cfb5ef8ea None None] The sync data for ids ['9163a49d-988c-4e00-8f08-08b68f5a739c'] in dv-cinder-792462-2-iscsi is: [{'id': '9163a49d-988c-4e00-8f08-08b68f5a739c', 'name': 'tempest-ServerRescueNegativeTestJSON-1795474832-router', 'tenant_id': 'a0ac8c7cabd34168a41ac6b7de3b2121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'a5328ae3-9f58-4525-bb0e-19da78174393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:48Z', 'updated_at': '2021-05-20T19:40:51Z', 'revision_number': 3, 'project_id': 'a0ac8c7cabd34168a41ac6b7de3b2121', 'gw_port': {'id': 'a5328ae3-9f58-4525-bb0e-19da78174393', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c5:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9163a49d-988c-4e00-8f08-08b68f5a739c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:50Z', 'updated_at': '2021-05-20T19:41:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi'}] {{(pid=98246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:41:03.239552 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-36cc4096-9298-4319-8d84-ce9931bb291b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:03.325714 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-01237989-e8fc-4935-afba-ebcecac50bed tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks [] for security_group, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:03.352358 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-01237989-e8fc-4935-afba-ebcecac50bed tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:03.390951 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:03.407296 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:03.425440 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-c90549c8-5644-4a8c-b111-1c312b0bbcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'name': 'tempest-AttachVolumeTestJSON-1631511-router', 'tenant_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'df9d2484-187b-40cb-97fd-91e552548a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:47Z', 'updated_at': '2021-05-20T19:40:56Z', 'revision_number': 4, 'project_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'gw_port': {'id': 'df9d2484-187b-40cb-97fd-91e552548a6c', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:43:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:49Z', 'updated_at': '2021-05-20T19:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': '5076c290-b3c2-4fd1-87ec-676c6b2a6016', 'name': '', 'network_id': 'd932fd37-893e-4714-8e50-cf8308e6d424', 'tenant_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'mac_address': 'fa:16:3e:f1:9d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'edef4a11-9491-49df-813d-c217a08b5490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:54Z', 'updated_at': '2021-05-20T19:40:57Z', 'revision_number': 2, 'project_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'subnets': [{'id': 'edef4a11-9491-49df-813d-c217a08b5490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:41:03.457610 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90549c8-5644-4a8c-b111-1c312b0bbcca None None] Checking router: 4672da3d-cf7d-400c-89a7-8f40babc1cf1 for host: dv-cinder-792462-2-iscsi {{(pid=98245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:41:03.457970 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90549c8-5644-4a8c-b111-1c312b0bbcca None None] Updating router 4672da3d-cf7d-400c-89a7-8f40babc1cf1 port 5076c290-b3c2-4fd1-87ec-676c6b2a6016 binding host dv-cinder-792462-2-iscsi {{(pid=98245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 19:41:03.509456 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cc4096-9298-4319-8d84-ce9931bb291b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69a07de-745f-4234-bf8f-5c2ee3e278d1,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:03.521214 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01237989-e8fc-4935-afba-ebcecac50bed tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f681a415-c367-4c15-878c-64acb62a34d8,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:03.536752 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-36cc4096-9298-4319-8d84-ce9931bb291b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:03.549653 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-01237989-e8fc-4935-afba-ebcecac50bed tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:03.593643 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-01237989-e8fc-4935-afba-ebcecac50bed tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks [] for security_group, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:03.594907 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-01237989-e8fc-4935-afba-ebcecac50bed tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.3651743 May 20 19:41:03.612076 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 34004) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:03.626432 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-36cc4096-9298-4319-8d84-ce9931bb291b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:03.636258 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-36cc4096-9298-4319-8d84-ce9931bb291b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a69a07de-745f-4234-bf8f-5c2ee3e278d1 HTTP/1.1" status: 204 len: 168 time: 5.0422485 May 20 19:41:03.660995 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Pushing event updated for resources: {'Port': ['ID=8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e,revision_number=4']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:03.676425 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [None req-7dcb3ca3-6765-4c41-b96a-3e077491d66b tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Request body: {'security_group_rule': {'security_group_id': 'f681a415-c367-4c15-878c-64acb62a34d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:41:03.677477 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.750s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:03.708419 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-7dcb3ca3-6765-4c41-b96a-3e077491d66b tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:03.725977 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-c90549c8-5644-4a8c-b111-1c312b0bbcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:03.864548 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning complete for port df9d2484-187b-40cb-97fd-91e552548a6c triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:41:03.865158 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:03.964975 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-7dcb3ca3-6765-4c41-b96a-3e077491d66b tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Usage tracker for resource:security_group_rule and tenant:eae5dc310b064886a0fbb3c18c74b33d is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:03.994663 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-f08f91ea-c395-4406-afc6-7f95f085d5ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:04.023225 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.notifiers.nova [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-c2f18bb0-0f87-40cf-8609-81c14e3b1c69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dc2e670-f904-488e-b35d-1845ccadd932 {{(pid=98243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:41:04.045760 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-c2f18bb0-0f87-40cf-8609-81c14e3b1c69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:04.063829 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-f08f91ea-c395-4406-afc6-7f95f085d5ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:04.083389 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-f08f91ea-c395-4406-afc6-7f95f085d5ff admin admin] Usage tracker for resource:security_group_rule and tenant:becfaa7a151f4270874db87f2c18248c is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:04.088255 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-f08f91ea-c395-4406-afc6-7f95f085d5ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:04.096244 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-f08f91ea-c395-4406-afc6-7f95f085d5ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:04.099915 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.provisioning_blocks [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-c2f18bb0-0f87-40cf-8609-81c14e3b1c69 service neutron] Transition to ACTIVE for port object 0dc2e670-f904-488e-b35d-1845ccadd932 will not be triggered until provisioned by entity L2. {{(pid=98243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:41:04.102493 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-7dcb3ca3-6765-4c41-b96a-3e077491d66b tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:04.124812 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-7dcb3ca3-6765-4c41-b96a-3e077491d66b tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:04.158780 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-c2f18bb0-0f87-40cf-8609-81c14e3b1c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:04.198324 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:04.225629 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.db.resource_extend [None req-9bd36d1b-1ec1-4f3e-b692-eafa73bb7c1a admin admin] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 19:41:04.277528 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-9bd36d1b-1ec1-4f3e-b692-eafa73bb7c1a admin admin] Notify callbacks [] for port, precommit_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:04.310378 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-9bd36d1b-1ec1-4f3e-b692-eafa73bb7c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:04.318151 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-7dcb3ca3-6765-4c41-b96a-3e077491d66b tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:04.337919 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-f08f91ea-c395-4406-afc6-7f95f085d5ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:04.489737 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.db_base_plugin_common [None req-638ca336-f3f2-471c-8dc1-12bf31318207 admin admin] Allocated IP 172.20.0.1 (84eb469a-42da-4e4e-8a93-b8edc16eceb7/b75e212a-a8c6-44fb-b15e-58090122a2cf/d2feb6a9-9af2-48a9-9934-4fc07195d508) {{(pid=98244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:41:04.496602 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f18bb0-0f87-40cf-8609-81c14e3b1c69 service neutron] Pushing event updated for resources: {'Port': ['ID=0dc2e670-f904-488e-b35d-1845ccadd932,revision_number=2']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:04.524623 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-c2f18bb0-0f87-40cf-8609-81c14e3b1c69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:04.686359 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-638ca336-f3f2-471c-8dc1-12bf31318207 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:04.716821 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-9bd36d1b-1ec1-4f3e-b692-eafa73bb7c1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1697874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1823336'] for router_interface, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:04.722385 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-f048fd1b-0183-47ad-bcb3-5b5a35c57419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:04.731306 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.managers [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-c2f18bb0-0f87-40cf-8609-81c14e3b1c69 service neutron] Attempting to bind port 0dc2e670-f904-488e-b35d-1845ccadd932 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:41:04.734530 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.managers [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-c2f18bb0-0f87-40cf-8609-81c14e3b1c69 service neutron] Attempting to bind port 0dc2e670-f904-488e-b35d-1845ccadd932 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'b5ae81c9-7462-4bd2-9919-0d8b398112b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fda7b7dd-5275-41a7-a034-33ce80df48e6'}] {{(pid=98243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:41:04.736806 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-c2f18bb0-0f87-40cf-8609-81c14e3b1c69 service neutron] Attempting to bind port 0dc2e670-f904-488e-b35d-1845ccadd932 on network fda7b7dd-5275-41a7-a034-33ce80df48e6 {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:41:04.753897 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-e48fd603-e8df-431b-b4ca-a14a58596aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:04.787554 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-638ca336-f3f2-471c-8dc1-12bf31318207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015'] for port, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:04.789657 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-f08f91ea-c395-4406-afc6-7f95f085d5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:04.820012 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-7dcb3ca3-6765-4c41-b96a-3e077491d66b tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:04.829090 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-c2f18bb0-0f87-40cf-8609-81c14e3b1c69 service neutron] Port 0dc2e670-f904-488e-b35d-1845ccadd932 on network fda7b7dd-5275-41a7-a034-33ce80df48e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 19:41:04.829419 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-c2f18bb0-0f87-40cf-8609-81c14e3b1c69 service neutron] Attempting to bind port 0dc2e670-f904-488e-b35d-1845ccadd932 on network fda7b7dd-5275-41a7-a034-33ce80df48e6 {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:41:04.840362 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:04.860589 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-c2f18bb0-0f87-40cf-8609-81c14e3b1c69 service neutron] Checking agent: {'id': '35bcd696-cda5-4691-8ef9-fd8f1ab55a75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 39, 6), 'started_at': datetime.datetime(2021, 5, 20, 19, 39, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:41:04.860985 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-c2f18bb0-0f87-40cf-8609-81c14e3b1c69 service neutron] Checking segment: {'id': 'b5ae81c9-7462-4bd2-9919-0d8b398112b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fda7b7dd-5275-41a7-a034-33ce80df48e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:41:04.863990 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-c2f18bb0-0f87-40cf-8609-81c14e3b1c69 service neutron] Bound using segment: {'id': 'b5ae81c9-7462-4bd2-9919-0d8b398112b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fda7b7dd-5275-41a7-a034-33ce80df48e6'} {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:41:04.864522 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.managers [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-c2f18bb0-0f87-40cf-8609-81c14e3b1c69 service neutron] Bound port: 0dc2e670-f904-488e-b35d-1845ccadd932, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5ae81c9-7462-4bd2-9919-0d8b398112b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fda7b7dd-5275-41a7-a034-33ce80df48e6'}}] {{(pid=98243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:41:04.866996 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-c2f18bb0-0f87-40cf-8609-81c14e3b1c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:04.895073 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-7dcb3ca3-6765-4c41-b96a-3e077491d66b tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645359'] for security_group_rule, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:04.966345 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779932c-5724-4989-816f-d7a091c7de15 req-98a7ef3a-4002-4cfe-97a5-042e3fed537f tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:04.966785 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-f08f91ea-c395-4406-afc6-7f95f085d5ff admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=becfaa7a151f4270874db87f2c18248c&name=default HTTP/1.1" status: 200 len: 2978 time: 2.0526185 May 20 19:41:04.969079 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-a779932c-5724-4989-816f-d7a091c7de15 req-98a7ef3a-4002-4cfe-97a5-042e3fed537f tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Synchronizing usage tracker for tenant:37f85aa520a8412687aa20aaba123bb8 on resource:port {{(pid=98243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:41:04.974742 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 34030) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:05.051805 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:05.119347 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-c90549c8-5644-4a8c-b111-1c312b0bbcca None None] Notify callbacks [] for port, precommit_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:05.127759 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638ca336-f3f2-471c-8dc1-12bf31318207 admin admin] Network 84eb469a-42da-4e4e-8a93-b8edc16eceb7 is already hosted by enough agents. {{(pid=98244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:41:05.146593 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.base_scheduler [None req-638ca336-f3f2-471c-8dc1-12bf31318207 admin admin] Resources bound (agent type, host, resource id): {{(pid=98244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:41:05.162576 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-c90549c8-5644-4a8c-b111-1c312b0bbcca None None] Transition to ACTIVE for port object 5076c290-b3c2-4fd1-87ec-676c6b2a6016 will not be triggered until provisioned by entity L2. {{(pid=98245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:41:05.171935 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638ca336-f3f2-471c-8dc1-12bf31318207 admin admin] Received port after_create {{(pid=98244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:41:05.171935 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-638ca336-f3f2-471c-8dc1-12bf31318207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745875'] for router_interface, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:05.171935 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd36d1b-1ec1-4f3e-b692-eafa73bb7c1a admin admin] Pushing event updated for resources: {'Port': ['ID=abd93313-6555-465f-9f3d-d1a0240c7e47,revision_number=2']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:05.183626 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-c90549c8-5644-4a8c-b111-1c312b0bbcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:05.196030 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:05.323770 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-9bd36d1b-1ec1-4f3e-b692-eafa73bb7c1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:05.358112 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.db [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-c2f18bb0-0f87-40cf-8609-81c14e3b1c69 service neutron] For port 0dc2e670-f904-488e-b35d-1845ccadd932, host hv-cinder-79246, cleared binding levels {{(pid=98243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:41:05.358514 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-9bd36d1b-1ec1-4f3e-b692-eafa73bb7c1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.404s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:05.366521 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ec2644-9699-4dac-a4d1-90982238d469 None None] Pushing event updated for resources: {'Port': ['ID=5076c290-b3c2-4fd1-87ec-676c6b2a6016,revision_number=3']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:05.377441 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:41:05.379250 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.db [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-c2f18bb0-0f87-40cf-8609-81c14e3b1c69 service neutron] For port 0dc2e670-f904-488e-b35d-1845ccadd932, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=0dc2e670-f904-488e-b35d-1845ccadd932,segment=NetworkSegment(b5ae81c9-7462-4bd2-9919-0d8b398112b6),segment_id=b5ae81c9-7462-4bd2-9919-0d8b398112b6)] {{(pid=98243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:41:05.389959 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-7dcb3ca3-6765-4c41-b96a-3e077491d66b tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:05.396879 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-7dcb3ca3-6765-4c41-b96a-3e077491d66b tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7837288 May 20 19:41:05.398496 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 34040) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:05.403654 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb3ca3-6765-4c41-b96a-3e077491d66b tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b63cf8e-f08c-404d-aa5d-183dc9660780,revision_number=0']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:05.420686 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-7dcb3ca3-6765-4c41-b96a-3e077491d66b tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:05.431783 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-c2f18bb0-0f87-40cf-8609-81c14e3b1c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:05.446248 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [None req-9a7efe93-00c6-481b-8d91-11ad5a5a6336 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Request body: {'security_group_rule': {'security_group_id': 'f681a415-c367-4c15-878c-64acb62a34d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:41:05.451194 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-94ec2644-9699-4dac-a4d1-90982238d469 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:05.484581 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-9a7efe93-00c6-481b-8d91-11ad5a5a6336 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:05.493015 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:05.568709 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ca336-f3f2-471c-8dc1-12bf31318207 admin admin] Pushing event updated for resources: {'Port': ['ID=d2feb6a9-9af2-48a9-9934-4fc07195d508,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:05.597445 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-638ca336-f3f2-471c-8dc1-12bf31318207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:05.618460 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.664s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:05.699100 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f91ea-c395-4406-afc6-7f95f085d5ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea147c7-5741-42ef-9197-332874eb0286,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:05.710390 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-f08f91ea-c395-4406-afc6-7f95f085d5ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:05.780755 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-a779932c-5724-4989-816f-d7a091c7de15 req-98a7ef3a-4002-4cfe-97a5-042e3fed537f tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Unset dirty status for tenant:37f85aa520a8412687aa20aaba123bb8 on resource:port {{(pid=98243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:41:05.780755 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-a779932c-5724-4989-816f-d7a091c7de15 req-98a7ef3a-4002-4cfe-97a5-042e3fed537f tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] 10.222.0.46 "GET /v2.0/ports?device_id=04d594a0-f355-429f-91a4-1a8587e27de3 HTTP/1.1" status: 200 len: 931 time: 1.9542904 May 20 19:41:05.787337 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-9a7efe93-00c6-481b-8d91-11ad5a5a6336 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Usage tracker for resource:security_group_rule and tenant:eae5dc310b064886a0fbb3c18c74b33d is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:05.792021 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-9a7efe93-00c6-481b-8d91-11ad5a5a6336 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:05.808229 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-9a7efe93-00c6-481b-8d91-11ad5a5a6336 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:05.841520 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-c2f18bb0-0f87-40cf-8609-81c14e3b1c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:05.857384 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-c2f18bb0-0f87-40cf-8609-81c14e3b1c69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for port, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:05.859191 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-c2f18bb0-0f87-40cf-8609-81c14e3b1c69 service neutron] 10.222.0.65 "PUT /v2.0/ports/0dc2e670-f904-488e-b35d-1845ccadd932 HTTP/1.1" status: 200 len: 1093 time: 4.8641798 May 20 19:41:05.863971 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04d594a0-f355-429f-91a4-1a8587e27de3', 'tag': '0dc2e670-f904-488e-b35d-1845ccadd932'}] {{(pid=98243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:41:05.916846 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d568-3eaa-4ee2-8e63-8438dfda9a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:05.957570 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-638ca336-f3f2-471c-8dc1-12bf31318207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:05.989571 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-9a7efe93-00c6-481b-8d91-11ad5a5a6336 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:06.016150 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f18bb0-0f87-40cf-8609-81c14e3b1c69 service neutron] Pushing event updated for resources: {'Port': ['ID=0dc2e670-f904-488e-b35d-1845ccadd932,revision_number=3']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:06.028844 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-c2f18bb0-0f87-40cf-8609-81c14e3b1c69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:06.037498 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-c90549c8-5644-4a8c-b111-1c312b0bbcca None None] Attempting to bind port 5076c290-b3c2-4fd1-87ec-676c6b2a6016 on host dv-cinder-792462-2-iscsi for vnic_type normal with profile {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:41:06.037866 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-c90549c8-5644-4a8c-b111-1c312b0bbcca None None] Attempting to bind port 5076c290-b3c2-4fd1-87ec-676c6b2a6016 by drivers openvswitch,hyperv on host dv-cinder-792462-2-iscsi at level 0 using segments [{'id': '58083fc7-31b6-4bee-b691-e433c62573b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd932fd37-893e-4714-8e50-cf8308e6d424'}] {{(pid=98245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:41:06.039441 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90549c8-5644-4a8c-b111-1c312b0bbcca None None] Attempting to bind port 5076c290-b3c2-4fd1-87ec-676c6b2a6016 on network d932fd37-893e-4714-8e50-cf8308e6d424 {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:41:06.045914 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd36d1b-1ec1-4f3e-b692-eafa73bb7c1a admin admin] Network 3d38b6f3-7548-4a0e-896f-e9fb0c461e8e is already hosted by enough agents. {{(pid=98244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:41:06.054758 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90549c8-5644-4a8c-b111-1c312b0bbcca None None] Checking agent: {'id': 'f14708df-a001-437d-8366-dd48be2b8a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 33, 5), 'started_at': datetime.datetime(2021, 5, 20, 19, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:41:06.055265 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90549c8-5644-4a8c-b111-1c312b0bbcca None None] Checking segment: {'id': '58083fc7-31b6-4bee-b691-e433c62573b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd932fd37-893e-4714-8e50-cf8308e6d424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:41:06.055380 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-a779932c-5724-4989-816f-d7a091c7de15 req-c682d612-4e3d-4a77-adf6-32e8013306b4 tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] 10.222.0.46 "GET /v2.0/security-groups?id=c51e0d65-bb83-48d4-b080-258e9c052768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455118 May 20 19:41:06.056969 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-c90549c8-5644-4a8c-b111-1c312b0bbcca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:06.057378 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90549c8-5644-4a8c-b111-1c312b0bbcca None None] Bound using segment: {'id': '58083fc7-31b6-4bee-b691-e433c62573b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd932fd37-893e-4714-8e50-cf8308e6d424'} {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:41:06.058489 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-c90549c8-5644-4a8c-b111-1c312b0bbcca None None] Bound port: 5076c290-b3c2-4fd1-87ec-676c6b2a6016, host: dv-cinder-792462-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58083fc7-31b6-4bee-b691-e433c62573b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd932fd37-893e-4714-8e50-cf8308e6d424'}}] {{(pid=98245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:41:06.058489 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-c90549c8-5644-4a8c-b111-1c312b0bbcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:06.243840 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-c90549c8-5644-4a8c-b111-1c312b0bbcca None None] For port 5076c290-b3c2-4fd1-87ec-676c6b2a6016, host dv-cinder-792462-2-iscsi, cleared binding levels {{(pid=98245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:41:06.257079 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-c90549c8-5644-4a8c-b111-1c312b0bbcca None None] For port 5076c290-b3c2-4fd1-87ec-676c6b2a6016, host dv-cinder-792462-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=5076c290-b3c2-4fd1-87ec-676c6b2a6016,segment=NetworkSegment(58083fc7-31b6-4bee-b691-e433c62573b4),segment_id=58083fc7-31b6-4bee-b691-e433c62573b4)] {{(pid=98245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:41:06.276353 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-9a7efe93-00c6-481b-8d91-11ad5a5a6336 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:06.295155 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-9a7efe93-00c6-481b-8d91-11ad5a5a6336 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645359'] for security_group_rule, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:06.315563 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-7dcb3ca3-6765-4c41-b96a-3e077491d66b tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:06.365069 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-c90549c8-5644-4a8c-b111-1c312b0bbcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:06.383181 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:06.395209 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7efe93-00c6-481b-8d91-11ad5a5a6336 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cac65af-0f99-4af5-9bde-6dd2763d5f17,revision_number=0']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:06.399056 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-d9357118-1910-4b00-8e25-d9a75f9f0b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:06.400578 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-d9357118-1910-4b00-8e25-d9a75f9f0b36 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=37f85aa520a8412687aa20aaba123bb8&device_id=04d594a0-f355-429f-91a4-1a8587e27de3 HTTP/1.1" status: 200 len: 1096 time: 0.3342633 May 20 19:41:06.408397 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-9a7efe93-00c6-481b-8d91-11ad5a5a6336 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:06.409265 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-9a7efe93-00c6-481b-8d91-11ad5a5a6336 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:06.413751 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-9a7efe93-00c6-481b-8d91-11ad5a5a6336 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0117099 May 20 19:41:06.414575 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 34062) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:06.429587 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [None req-8c98c358-e443-457d-a16c-6c4de710486e tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Request body: {'floatingip': {'floating_network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3'}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:41:06.439439 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-8c98c358-e443-457d-a16c-6c4de710486e tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:06.455370 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-8c98c358-e443-457d-a16c-6c4de710486e tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Usage tracker for resource:floatingip and tenant:eae5dc310b064886a0fbb3c18c74b33d is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:06.458768 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-8c98c358-e443-457d-a16c-6c4de710486e tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:06.471317 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-8c98c358-e443-457d-a16c-6c4de710486e tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:06.499828 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-8c98c358-e443-457d-a16c-6c4de710486e tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks [] for floatingip, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:06.576218 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning complete for port 8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:41:06.583026 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:06.661258 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:06.715223 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90549c8-5644-4a8c-b111-1c312b0bbcca None None] Routers {'4672da3d-cf7d-400c-89a7-8f40babc1cf1'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:41:06.728037 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-c90549c8-5644-4a8c-b111-1c312b0bbcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:41:05Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['4672da3d-cf7d-400c-89a7-8f40babc1cf1'], 'active': True} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:41:06.736177 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-638ca336-f3f2-471c-8dc1-12bf31318207 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:06.738002 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-69ca3e38-cab1-4eea-93bb-feb0d8defb74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:06.746556 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.base_scheduler [None req-9bd36d1b-1ec1-4f3e-b692-eafa73bb7c1a admin admin] Resources bound (agent type, host, resource id): {{(pid=98244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:41:06.759476 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-638ca336-f3f2-471c-8dc1-12bf31318207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:06.773684 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-638ca336-f3f2-471c-8dc1-12bf31318207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1697874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1823336'] for router_interface, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:06.817692 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:06.864110 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-8c98c358-e443-457d-a16c-6c4de710486e tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:07.154811 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ec2644-9699-4dac-a4d1-90982238d469 None None] Pushing event updated for resources: {'Port': ['ID=5076c290-b3c2-4fd1-87ec-676c6b2a6016,revision_number=4']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:07.173866 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-94ec2644-9699-4dac-a4d1-90982238d469 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.791s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:07.241149 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-dc388ea4-c5cc-4045-85e3-9df9e9da79b6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0dc2e670-f904-488e-b35d-1845ccadd932 HTTP/1.1" status: 200 len: 217 time: 0.2067363 May 20 19:41:07.505533 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.db_base_plugin_common [None req-8c98c358-e443-457d-a16c-6c4de710486e tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Allocated IP 172.27.1.60 (b6b8e223-f4e2-43c0-a9aa-6e12566b63e3/0824c86c-c492-497a-a433-a5123d2f3ae1/7a1ccf7b-d490-4a02-bbb4-01beacbeee30) {{(pid=98243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:41:07.515535 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-40a8b960-4cf6-42c3-bf80-c71dd59d075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:07.685718 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd36d1b-1ec1-4f3e-b692-eafa73bb7c1a admin admin] Router b76e83d9-5e8d-4508-ae8b-feb856be8fd5 has already been hosted by L3 agent bf06d900-968e-4d51-b3d3-e51a8143bf8e {{(pid=98244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:41:07.716366 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-69ca3e38-cab1-4eea-93bb-feb0d8defb74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:07.722620 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-3557b24e-328e-4bb1-9701-94d302cc6b63 None None] Provisioning complete for port abd93313-6555-465f-9f3d-d1a0240c7e47 triggered by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:41:07.724800 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3557b24e-328e-4bb1-9701-94d302cc6b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:07.727423 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638ca336-f3f2-471c-8dc1-12bf31318207 admin admin] Network 84eb469a-42da-4e4e-8a93-b8edc16eceb7 is already hosted by enough agents. {{(pid=98244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:41:07.817860 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.base_scheduler [None req-638ca336-f3f2-471c-8dc1-12bf31318207 admin admin] Resources bound (agent type, host, resource id): {{(pid=98244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:41:07.842036 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvr_db [None req-c90549c8-5644-4a8c-b111-1c312b0bbcca None None] Set router 4672da3d-cf7d-400c-89a7-8f40babc1cf1 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:41:07.859689 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04d594a0-f355-429f-91a4-1a8587e27de3', 'tag': '0dc2e670-f904-488e-b35d-1845ccadd932', 'status': 'completed', 'code': 200} May 20 19:41:07.894351 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f3676-3219-40bf-b60f-010cfcc25954 req-4e834517-657e-46ca-b066-60738e4a68ac tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:07.895895 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c18f3676-3219-40bf-b60f-010cfcc25954 req-4e834517-657e-46ca-b066-60738e4a68ac tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] 10.222.0.46 "GET /v2.0/ports?device_id=04d594a0-f355-429f-91a4-1a8587e27de3 HTTP/1.1" status: 200 len: 943 time: 0.4849830 May 20 19:41:07.900411 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ca336-f3f2-471c-8dc1-12bf31318207 admin admin] Pushing event updated for resources: {'Port': ['ID=d2feb6a9-9af2-48a9-9934-4fc07195d508,revision_number=2']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:07.920325 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-638ca336-f3f2-471c-8dc1-12bf31318207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.103s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:08.000977 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device a5328ae3-9f58-4525-bb0e-19da78174393 up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:41:08.092343 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c18f3676-3219-40bf-b60f-010cfcc25954 req-59512d76-ad15-4b10-9fda-b32c6b26e23f tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] 10.222.0.46 "GET /v2.0/security-groups?id=c51e0d65-bb83-48d4-b080-258e9c052768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743124 May 20 19:41:08.113447 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-8c98c358-e443-457d-a16c-6c4de710486e tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks [] for port, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:08.160014 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-8c98c358-e443-457d-a16c-6c4de710486e tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015'] for port, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:08.170957 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:08.210935 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd36d1b-1ec1-4f3e-b692-eafa73bb7c1a admin admin] Notify agent at l3_agent.dv-cinder-792462-2-iscsi the message routers_updated {{(pid=98244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:41:08.222431 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973530a4-cd5d-4ea2-b135-d87cfbd293fc None None] Sync routers for ids ['b76e83d9-5e8d-4508-ae8b-feb856be8fd5'] in dv-cinder-792462-2-iscsi {{(pid=98246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:41:08.237954 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973530a4-cd5d-4ea2-b135-d87cfbd293fc None None] Routers {'b76e83d9-5e8d-4508-ae8b-feb856be8fd5'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:41:08.240243 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-973530a4-cd5d-4ea2-b135-d87cfbd293fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:41:05Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['b76e83d9-5e8d-4508-ae8b-feb856be8fd5'], 'active': True} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:41:08.250028 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-69ca3e38-cab1-4eea-93bb-feb0d8defb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:08.273674 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-f08f91ea-c395-4406-afc6-7f95f085d5ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:08.322474 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ca3e38-cab1-4eea-93bb-feb0d8defb74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea147c7-5741-42ef-9197-332874eb0286,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:08.345037 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-9bd36d1b-1ec1-4f3e-b692-eafa73bb7c1a admin admin] 10.222.0.46 "PUT /v2.0/routers/b76e83d9-5e8d-4508-ae8b-feb856be8fd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8980694 May 20 19:41:08.346436 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-69ca3e38-cab1-4eea-93bb-feb0d8defb74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:08.347536 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-69ca3e38-cab1-4eea-93bb-feb0d8defb74 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9ea147c7-5741-42ef-9197-332874eb0286 HTTP/1.1" status: 204 len: 168 time: 3.3515837 May 20 19:41:08.352845 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-69ca3e38-cab1-4eea-93bb-feb0d8defb74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:08.360977 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-638ca336-f3f2-471c-8dc1-12bf31318207 admin admin] Router 9163a49d-988c-4e00-8f08-08b68f5a739c has already been hosted by L3 agent bf06d900-968e-4d51-b3d3-e51a8143bf8e {{(pid=98244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:41:08.407815 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c98c358-e443-457d-a16c-6c4de710486e tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Network b6b8e223-f4e2-43c0-a9aa-6e12566b63e3 is already hosted by enough agents. {{(pid=98243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:41:08.413910 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.base_scheduler [None req-8c98c358-e443-457d-a16c-6c4de710486e tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Resources bound (agent type, host, resource id): {{(pid=98243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:41:08.423986 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c98c358-e443-457d-a16c-6c4de710486e tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Received port after_create {{(pid=98243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:41:08.450102 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 34124) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:08.549442 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-3557b24e-328e-4bb1-9701-94d302cc6b63 None None] Port abd93313-6555-465f-9f3d-d1a0240c7e47 cannot update to ACTIVE because it is not bound. {{(pid=98245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 19:41:08.568095 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c98c358-e443-457d-a16c-6c4de710486e tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Pushing event updated for resources: {'Port': ['ID=7a1ccf7b-d490-4a02-bbb4-01beacbeee30,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:08.577616 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-8c98c358-e443-457d-a16c-6c4de710486e tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:08.739654 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvr_db [None req-973530a4-cd5d-4ea2-b135-d87cfbd293fc None None] Set router b76e83d9-5e8d-4508-ae8b-feb856be8fd5 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:41:08.746036 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-8c98c358-e443-457d-a16c-6c4de710486e tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:08.759331 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-a7c809cd-f46d-4854-ac9b-2531d85eab82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:08.760974 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-a7c809cd-f46d-4854-ac9b-2531d85eab82 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ac054bf5-04e2-4ea8-a6e9-2a1e78108407 HTTP/1.1" status: 200 len: 852 time: 0.1822505 May 20 19:41:08.763199 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638ca336-f3f2-471c-8dc1-12bf31318207 admin admin] Notify agent at l3_agent.dv-cinder-792462-2-iscsi the message routers_updated {{(pid=98244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:41:08.788729 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-638ca336-f3f2-471c-8dc1-12bf31318207 admin admin] 10.222.0.46 "PUT /v2.0/routers/9163a49d-988c-4e00-8f08-08b68f5a739c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1357567 May 20 19:41:08.791610 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21e2a03-f01f-46fb-af97-1cae789a02cf None None] Sync routers for ids ['9163a49d-988c-4e00-8f08-08b68f5a739c'] in dv-cinder-792462-2-iscsi {{(pid=98245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:41:08.813518 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning for port a5328ae3-9f58-4525-bb0e-19da78174393 completed by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:41:08.839836 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21e2a03-f01f-46fb-af97-1cae789a02cf None None] Routers {'9163a49d-988c-4e00-8f08-08b68f5a739c'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:41:08.840467 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-d21e2a03-f01f-46fb-af97-1cae789a02cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:41:05Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['9163a49d-988c-4e00-8f08-08b68f5a739c'], 'active': True} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:41:08.865522 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-b5d79e90-b20d-4a6c-b91e-485e343a1ab8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fda7b7dd-5275-41a7-a034-33ce80df48e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854456 May 20 19:41:08.905454 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning complete for port a5328ae3-9f58-4525-bb0e-19da78174393 triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:41:08.905829 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:09.191498 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-8c98c358-e443-457d-a16c-6c4de710486e tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:09.357210 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvr_db [None req-d21e2a03-f01f-46fb-af97-1cae789a02cf None None] Set router 9163a49d-988c-4e00-8f08-08b68f5a739c gateway port host: dv-cinder-792462-2-iscsi {{(pid=98245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:41:09.424380 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-973530a4-cd5d-4ea2-b135-d87cfbd293fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1299378093-router', 'tenant_id': '8ed4e5869d204e20b671ef4c001a3511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:45Z', 'updated_at': '2021-05-20T19:41:02Z', 'revision_number': 4, 'project_id': '8ed4e5869d204e20b671ef4c001a3511', 'gw_port': {'id': '8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:04:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:47Z', 'updated_at': '2021-05-20T19:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': 'abd93313-6555-465f-9f3d-d1a0240c7e47', 'name': '', 'network_id': '3d38b6f3-7548-4a0e-896f-e9fb0c461e8e', 'tenant_id': '8ed4e5869d204e20b671ef4c001a3511', 'mac_address': 'fa:16:3e:d9:00:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5b859f84-1277-4d60-b0e8-72f23097ad76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:57Z', 'updated_at': '2021-05-20T19:41:03Z', 'revision_number': 2, 'project_id': '8ed4e5869d204e20b671ef4c001a3511', 'subnets': [{'id': '5b859f84-1277-4d60-b0e8-72f23097ad76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:41:09.437277 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973530a4-cd5d-4ea2-b135-d87cfbd293fc None None] Checking router: b76e83d9-5e8d-4508-ae8b-feb856be8fd5 for host: dv-cinder-792462-2-iscsi {{(pid=98246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:41:09.437987 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973530a4-cd5d-4ea2-b135-d87cfbd293fc None None] Updating router b76e83d9-5e8d-4508-ae8b-feb856be8fd5 port abd93313-6555-465f-9f3d-d1a0240c7e47 binding host dv-cinder-792462-2-iscsi {{(pid=98246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 19:41:09.488236 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 34162) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:09.493026 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-8aa45e21-ba94-4dd9-9c83-af2d828d8f69 service neutron] 10.222.0.65 "GET /v2.0/networks/fda7b7dd-5275-41a7-a034-33ce80df48e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5716820 May 20 19:41:09.550086 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-9127b2a0-7d54-4f15-bd54-6929c9ffbb4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:09.561009 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-fd7096ef-011b-449f-808d-f218f3d0089d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:09.565758 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-9127b2a0-7d54-4f15-bd54-6929c9ffbb4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:09.569940 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-9127b2a0-7d54-4f15-bd54-6929c9ffbb4f admin admin] Usage tracker for resource:security_group_rule and tenant:a4319c3fb7cd41db85ac3683646ffc43 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:09.573058 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-9127b2a0-7d54-4f15-bd54-6929c9ffbb4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:09.580790 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-9127b2a0-7d54-4f15-bd54-6929c9ffbb4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:09.633059 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-973530a4-cd5d-4ea2-b135-d87cfbd293fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:09.637726 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 34168) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:09.648465 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-95082185-33f7-4c53-a29c-0d0da32d10a2 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1317331128', 'description': 'tempest-description--1819842687'}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:41:09.663306 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-95082185-33f7-4c53-a29c-0d0da32d10a2 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:09.683863 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-95082185-33f7-4c53-a29c-0d0da32d10a2 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Usage tracker for resource:security_group and tenant:8ed4e5869d204e20b671ef4c001a3511 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:09.692420 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-95082185-33f7-4c53-a29c-0d0da32d10a2 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:09.709765 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-95082185-33f7-4c53-a29c-0d0da32d10a2 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:09.757806 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-fd7096ef-011b-449f-808d-f218f3d0089d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:09.771363 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-fd7096ef-011b-449f-808d-f218f3d0089d admin admin] Usage tracker for resource:security_group_rule and tenant:6f1b25a4d43e46d5b3ce66171c235812 is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:09.826832 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-95082185-33f7-4c53-a29c-0d0da32d10a2 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:09.891804 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-c90549c8-5644-4a8c-b111-1c312b0bbcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'name': 'tempest-AttachVolumeTestJSON-1631511-router', 'tenant_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'df9d2484-187b-40cb-97fd-91e552548a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:47Z', 'updated_at': '2021-05-20T19:40:56Z', 'revision_number': 4, 'project_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'gw_port': {'id': 'df9d2484-187b-40cb-97fd-91e552548a6c', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:43:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:49Z', 'updated_at': '2021-05-20T19:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': '5076c290-b3c2-4fd1-87ec-676c6b2a6016', 'name': '', 'network_id': 'd932fd37-893e-4714-8e50-cf8308e6d424', 'tenant_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'mac_address': 'fa:16:3e:f1:9d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'edef4a11-9491-49df-813d-c217a08b5490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:54Z', 'updated_at': '2021-05-20T19:41:06Z', 'revision_number': 4, 'project_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'subnets': [{'id': 'edef4a11-9491-49df-813d-c217a08b5490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:41:09.918358 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-95082185-33f7-4c53-a29c-0d0da32d10a2 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:09.925479 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-95082185-33f7-4c53-a29c-0d0da32d10a2 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Usage tracker for resource:security_group_rule and tenant:8ed4e5869d204e20b671ef4c001a3511 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:09.932681 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-95082185-33f7-4c53-a29c-0d0da32d10a2 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:09.949518 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-95082185-33f7-4c53-a29c-0d0da32d10a2 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:09.960453 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:09.971750 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90549c8-5644-4a8c-b111-1c312b0bbcca None None] The sync data for ids ['4672da3d-cf7d-400c-89a7-8f40babc1cf1'] in dv-cinder-792462-2-iscsi is: [{'id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'name': 'tempest-AttachVolumeTestJSON-1631511-router', 'tenant_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'df9d2484-187b-40cb-97fd-91e552548a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:47Z', 'updated_at': '2021-05-20T19:40:56Z', 'revision_number': 4, 'project_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'gw_port': {'id': 'df9d2484-187b-40cb-97fd-91e552548a6c', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:43:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:49Z', 'updated_at': '2021-05-20T19:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': '5076c290-b3c2-4fd1-87ec-676c6b2a6016', 'name': '', 'network_id': 'd932fd37-893e-4714-8e50-cf8308e6d424', 'tenant_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'mac_address': 'fa:16:3e:f1:9d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'edef4a11-9491-49df-813d-c217a08b5490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:54Z', 'updated_at': '2021-05-20T19:41:06Z', 'revision_number': 4, 'project_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'subnets': [{'id': 'edef4a11-9491-49df-813d-c217a08b5490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:41:09.977293 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-9127b2a0-7d54-4f15-bd54-6929c9ffbb4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:10.000189 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-d21e2a03-f01f-46fb-af97-1cae789a02cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9163a49d-988c-4e00-8f08-08b68f5a739c', 'name': 'tempest-ServerRescueNegativeTestJSON-1795474832-router', 'tenant_id': 'a0ac8c7cabd34168a41ac6b7de3b2121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'a5328ae3-9f58-4525-bb0e-19da78174393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:48Z', 'updated_at': '2021-05-20T19:41:05Z', 'revision_number': 4, 'project_id': 'a0ac8c7cabd34168a41ac6b7de3b2121', 'gw_port': {'id': 'a5328ae3-9f58-4525-bb0e-19da78174393', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c5:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9163a49d-988c-4e00-8f08-08b68f5a739c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:50Z', 'updated_at': '2021-05-20T19:41:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': 'd2feb6a9-9af2-48a9-9934-4fc07195d508', 'name': '', 'network_id': '84eb469a-42da-4e4e-8a93-b8edc16eceb7', 'tenant_id': 'a0ac8c7cabd34168a41ac6b7de3b2121', 'mac_address': 'fa:16:3e:31:16:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9163a49d-988c-4e00-8f08-08b68f5a739c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b75e212a-a8c6-44fb-b15e-58090122a2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:41:03Z', 'updated_at': '2021-05-20T19:41:06Z', 'revision_number': 2, 'project_id': 'a0ac8c7cabd34168a41ac6b7de3b2121', 'subnets': [{'id': 'b75e212a-a8c6-44fb-b15e-58090122a2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:41:10.001691 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] For port a5328ae3-9f58-4525-bb0e-19da78174393, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=a5328ae3-9f58-4525-bb0e-19da78174393,segment=NetworkSegment(67affa7f-7af4-4d70-a1a2-daaca7702f84),segment_id=67affa7f-7af4-4d70-a1a2-daaca7702f84)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:41:10.005055 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21e2a03-f01f-46fb-af97-1cae789a02cf None None] Checking router: 9163a49d-988c-4e00-8f08-08b68f5a739c for host: dv-cinder-792462-2-iscsi {{(pid=98245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:41:10.005470 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21e2a03-f01f-46fb-af97-1cae789a02cf None None] Updating router 9163a49d-988c-4e00-8f08-08b68f5a739c port d2feb6a9-9af2-48a9-9934-4fc07195d508 binding host dv-cinder-792462-2-iscsi {{(pid=98245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 19:41:10.034548 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-fd7096ef-011b-449f-808d-f218f3d0089d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:10.105716 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-fd7096ef-011b-449f-808d-f218f3d0089d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:10.130106 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-d21e2a03-f01f-46fb-af97-1cae789a02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:10.156245 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-95082185-33f7-4c53-a29c-0d0da32d10a2 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:10.164817 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-9127b2a0-7d54-4f15-bd54-6929c9ffbb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:10.168954 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:10.168954 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:10.241320 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:10.247742 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-95082185-33f7-4c53-a29c-0d0da32d10a2 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:10.447914 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676d17c-9cee-4c6f-9f5c-994aba8dff87 req-51bf19a1-8958-4333-9e11-432e60228cb6 tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:10.449943 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-a676d17c-9cee-4c6f-9f5c-994aba8dff87 req-51bf19a1-8958-4333-9e11-432e60228cb6 tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] 10.222.0.46 "GET /v2.0/ports?device_id=04d594a0-f355-429f-91a4-1a8587e27de3 HTTP/1.1" status: 200 len: 943 time: 1.1801288 May 20 19:41:10.461438 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-286c8b79-7f28-46c5-856f-120f1c1aca4e req-0dcfaeb9-0b76-4f9c-8834-0ed0ca062505 service neutron] 10.222.0.65 "GET /v2.0/networks/fda7b7dd-5275-41a7-a034-33ce80df48e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9075928 May 20 19:41:10.537150 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-973530a4-cd5d-4ea2-b135-d87cfbd293fc None None] Notify callbacks [] for port, precommit_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:10.552758 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Pushing event updated for resources: {'Port': ['ID=a5328ae3-9f58-4525-bb0e-19da78174393,revision_number=4']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:10.581233 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:10.588425 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.provisioning_blocks [None req-973530a4-cd5d-4ea2-b135-d87cfbd293fc None None] Transition to ACTIVE for port object abd93313-6555-465f-9f3d-d1a0240c7e47 will not be triggered until provisioned by entity L2. {{(pid=98246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:41:10.605756 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-973530a4-cd5d-4ea2-b135-d87cfbd293fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:10.617001 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-cfecfaa4-1faa-4a2b-a82e-12fc0311454b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:10.635114 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 5076c290-b3c2-4fd1-87ec-676c6b2a6016 up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:41:10.730105 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-a676d17c-9cee-4c6f-9f5c-994aba8dff87 req-483b4249-2636-4e63-a79f-2feecb88cea6 tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] 10.222.0.46 "GET /v2.0/security-groups?id=c51e0d65-bb83-48d4-b080-258e9c052768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676387 May 20 19:41:10.786285 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-8c98c358-e443-457d-a16c-6c4de710486e tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks [] for port, precommit_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:10.828029 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3a5d19-6774-4fbc-95f4-3c5731f949c7 None None] Pushing event updated for resources: {'Port': ['ID=abd93313-6555-465f-9f3d-d1a0240c7e47,revision_number=3']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:10.832605 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 34204) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:10.837698 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-9127b2a0-7d54-4f15-bd54-6929c9ffbb4f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a4319c3fb7cd41db85ac3683646ffc43&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3477738 May 20 19:41:10.842964 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-5f3a5d19-6774-4fbc-95f4-3c5731f949c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:10.894845 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-8c98c358-e443-457d-a16c-6c4de710486e tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:10.895066 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9127b2a0-7d54-4f15-bd54-6929c9ffbb4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02854ca-4078-4eca-b826-497602bb92ae,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:10.901706 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-9127b2a0-7d54-4f15-bd54-6929c9ffbb4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:10.914523 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.618s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:10.931320 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-c2f18bb0-0f87-40cf-8609-81c14e3b1c69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:10.987329 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-95082185-33f7-4c53-a29c-0d0da32d10a2 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks [] for security_group, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:10.992136 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-95082185-33f7-4c53-a29c-0d0da32d10a2 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3506091 May 20 19:41:11.010241 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 34210) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:11.019490 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-f6feb372-13ef-4aaf-92aa-8dda85af2608 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Request body: {'security_group_rule': {'security_group_id': '28171389-33a4-4ee7-830f-68ebe4e2fb4c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:41:11.043076 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95082185-33f7-4c53-a29c-0d0da32d10a2 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28171389-33a4-4ee7-830f-68ebe4e2fb4c,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:11.077340 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-f6feb372-13ef-4aaf-92aa-8dda85af2608 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:11.086883 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning for port 5076c290-b3c2-4fd1-87ec-676c6b2a6016 completed by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:41:11.090796 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.managers [None req-973530a4-cd5d-4ea2-b135-d87cfbd293fc None None] Attempting to bind port abd93313-6555-465f-9f3d-d1a0240c7e47 on host dv-cinder-792462-2-iscsi for vnic_type normal with profile {{(pid=98246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:41:11.091289 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.managers [None req-973530a4-cd5d-4ea2-b135-d87cfbd293fc None None] Attempting to bind port abd93313-6555-465f-9f3d-d1a0240c7e47 by drivers openvswitch,hyperv on host dv-cinder-792462-2-iscsi at level 0 using segments [{'id': 'bbd097b1-fbbb-46bb-b9fd-966cb6b1545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3d38b6f3-7548-4a0e-896f-e9fb0c461e8e'}] {{(pid=98246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:41:11.096050 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973530a4-cd5d-4ea2-b135-d87cfbd293fc None None] Attempting to bind port abd93313-6555-465f-9f3d-d1a0240c7e47 on network 3d38b6f3-7548-4a0e-896f-e9fb0c461e8e {{(pid=98246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:41:11.103451 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning complete for port 5076c290-b3c2-4fd1-87ec-676c6b2a6016 triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:41:11.104175 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:11.107088 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973530a4-cd5d-4ea2-b135-d87cfbd293fc None None] Checking agent: {'id': 'f14708df-a001-437d-8366-dd48be2b8a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 33, 5), 'started_at': datetime.datetime(2021, 5, 20, 19, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:41:11.107483 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973530a4-cd5d-4ea2-b135-d87cfbd293fc None None] Checking segment: {'id': 'bbd097b1-fbbb-46bb-b9fd-966cb6b1545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3d38b6f3-7548-4a0e-896f-e9fb0c461e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:41:11.107934 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-973530a4-cd5d-4ea2-b135-d87cfbd293fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:11.108334 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973530a4-cd5d-4ea2-b135-d87cfbd293fc None None] Bound using segment: {'id': 'bbd097b1-fbbb-46bb-b9fd-966cb6b1545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3d38b6f3-7548-4a0e-896f-e9fb0c461e8e'} {{(pid=98246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:41:11.114033 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-f6feb372-13ef-4aaf-92aa-8dda85af2608 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Usage tracker for resource:security_group_rule and tenant:8ed4e5869d204e20b671ef4c001a3511 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:11.115151 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.managers [None req-973530a4-cd5d-4ea2-b135-d87cfbd293fc None None] Bound port: abd93313-6555-465f-9f3d-d1a0240c7e47, host: dv-cinder-792462-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbd097b1-fbbb-46bb-b9fd-966cb6b1545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3d38b6f3-7548-4a0e-896f-e9fb0c461e8e'}}] {{(pid=98246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:41:11.116682 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-973530a4-cd5d-4ea2-b135-d87cfbd293fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:11.120020 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-f6feb372-13ef-4aaf-92aa-8dda85af2608 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:11.133056 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-f6feb372-13ef-4aaf-92aa-8dda85af2608 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:11.156129 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-8c98c358-e443-457d-a16c-6c4de710486e tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745732'] for floatingip, after_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:11.176652 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82ae90-8e1d-4185-aacb-2bbb866689b6 req-ee05ba79-6cff-424b-856d-a81ae7f263ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:11.178328 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-36a6188c-c9a7-47ee-9bd5-190eada8d05a tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:11.185578 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-36a6188c-c9a7-47ee-9bd5-190eada8d05a tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/networks?id=84eb469a-42da-4e4e-8a93-b8edc16eceb7 HTTP/1.1" status: 200 len: 819 time: 1.0241425 May 20 19:41:11.187843 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-95082185-33f7-4c53-a29c-0d0da32d10a2 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:11.189719 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-5a82ae90-8e1d-4185-aacb-2bbb866689b6 req-ee05ba79-6cff-424b-856d-a81ae7f263ba service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=37f85aa520a8412687aa20aaba123bb8&device_id=04d594a0-f355-429f-91a4-1a8587e27de3 HTTP/1.1" status: 200 len: 1096 time: 0.6171532 May 20 19:41:11.197047 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-fd7096ef-011b-449f-808d-f218f3d0089d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:11.222246 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-f6feb372-13ef-4aaf-92aa-8dda85af2608 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:11.245606 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-f626f13c-653b-46a9-825b-84c2fec613e0 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/quotas/a0ac8c7cabd34168a41ac6b7de3b2121 HTTP/1.1" status: 200 len: 375 time: 0.0588274 May 20 19:41:11.274650 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.db [None req-973530a4-cd5d-4ea2-b135-d87cfbd293fc None None] For port abd93313-6555-465f-9f3d-d1a0240c7e47, host dv-cinder-792462-2-iscsi, cleared binding levels {{(pid=98246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:41:11.289314 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.db [None req-973530a4-cd5d-4ea2-b135-d87cfbd293fc None None] For port abd93313-6555-465f-9f3d-d1a0240c7e47, host dv-cinder-792462-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=abd93313-6555-465f-9f3d-d1a0240c7e47,segment=NetworkSegment(bbd097b1-fbbb-46bb-b9fd-966cb6b1545a),segment_id=bbd097b1-fbbb-46bb-b9fd-966cb6b1545a)] {{(pid=98246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:41:11.298657 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-fd7096ef-011b-449f-808d-f218f3d0089d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:11.305444 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-973530a4-cd5d-4ea2-b135-d87cfbd293fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:11.315110 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:11.356959 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 34218) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:11.366883 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c98c358-e443-457d-a16c-6c4de710486e tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Pushing event updated for resources: {'Port': ['ID=7a1ccf7b-d490-4a02-bbb4-01beacbeee30,revision_number=2']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:11.404050 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-fd7096ef-011b-449f-808d-f218f3d0089d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6f1b25a4d43e46d5b3ce66171c235812&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9525156 May 20 19:41:11.409116 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 34222) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:11.418634 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-d21e2a03-f01f-46fb-af97-1cae789a02cf None None] Notify callbacks [] for port, precommit_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:11.457704 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973530a4-cd5d-4ea2-b135-d87cfbd293fc None None] Routers {'b76e83d9-5e8d-4508-ae8b-feb856be8fd5'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:41:11.458518 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-973530a4-cd5d-4ea2-b135-d87cfbd293fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:41:05Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['b76e83d9-5e8d-4508-ae8b-feb856be8fd5'], 'active': True} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:41:11.491178 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-f6feb372-13ef-4aaf-92aa-8dda85af2608 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:11.508334 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-f6feb372-13ef-4aaf-92aa-8dda85af2608 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645359'] for security_group_rule, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:11.512158 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:11.561585 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6feb372-13ef-4aaf-92aa-8dda85af2608 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3ced2d6-2c1f-44ad-b9b4-c8fe1da7c68c,revision_number=0']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:11.562148 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-d21e2a03-f01f-46fb-af97-1cae789a02cf None None] Transition to ACTIVE for port object d2feb6a9-9af2-48a9-9934-4fc07195d508 will not be triggered until provisioned by entity L2. {{(pid=98245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:41:11.582685 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-95b5d869-bec5-4183-ba90-f3578d266c14 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Synchronizing usage tracker for tenant:a0ac8c7cabd34168a41ac6b7de3b2121 on resource:port {{(pid=98244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:41:11.597663 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:11.603931 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-f6feb372-13ef-4aaf-92aa-8dda85af2608 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:11.621732 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-f6feb372-13ef-4aaf-92aa-8dda85af2608 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:11.622938 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-f6feb372-13ef-4aaf-92aa-8dda85af2608 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6117203 May 20 19:41:11.623641 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-d21e2a03-f01f-46fb-af97-1cae789a02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:11.630628 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 34226) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:11.637534 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:11.658860 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-1d3c706b-0ddc-4275-9f98-c103f17dca4b tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Request body: {'security_group_rule': {'security_group_id': '28171389-33a4-4ee7-830f-68ebe4e2fb4c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:41:11.664956 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-1d3c706b-0ddc-4275-9f98-c103f17dca4b tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:11.667063 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-95b5d869-bec5-4183-ba90-f3578d266c14 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Unset dirty status for tenant:a0ac8c7cabd34168a41ac6b7de3b2121 on resource:port {{(pid=98244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:41:11.669749 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-8c98c358-e443-457d-a16c-6c4de710486e tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.735s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:11.676224 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-b4132561-c4ad-4ef7-ad9a-98405f9acfa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.286s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:11.682257 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-95b5d869-bec5-4183-ba90-f3578d266c14 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a0ac8c7cabd34168a41ac6b7de3b2121&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4329805 May 20 19:41:11.686362 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-1d3c706b-0ddc-4275-9f98-c103f17dca4b tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Usage tracker for resource:security_group_rule and tenant:8ed4e5869d204e20b671ef4c001a3511 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:11.696281 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-1d3c706b-0ddc-4275-9f98-c103f17dca4b tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:11.710757 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-1d3c706b-0ddc-4275-9f98-c103f17dca4b tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:11.753977 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-8c98c358-e443-457d-a16c-6c4de710486e tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for floatingip, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:11.755206 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-8c98c358-e443-457d-a16c-6c4de710486e tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3397074 May 20 19:41:11.810744 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-86f63588-0018-4fa5-8f7b-1fd6c81c6e75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:11.828468 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-1d3c706b-0ddc-4275-9f98-c103f17dca4b tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:11.855049 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-7cc7d9ec-f93a-4dd1-b866-d7dc13b62e2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:11.861572 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7096ef-011b-449f-808d-f218f3d0089d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c39b3a-f0a7-45a7-97e6-35b51ac23d23,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:11.914616 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-7cc7d9ec-f93a-4dd1-b866-d7dc13b62e2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:11.925566 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-7cc7d9ec-f93a-4dd1-b866-d7dc13b62e2b admin admin] Usage tracker for resource:security_group_rule and tenant:f03e4279447a40c6ba5f208ccd3a2290 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:11.933993 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-fd7096ef-011b-449f-808d-f218f3d0089d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:11.947663 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-7cc7d9ec-f93a-4dd1-b866-d7dc13b62e2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:11.965252 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-7cc7d9ec-f93a-4dd1-b866-d7dc13b62e2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:12.037443 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3a5d19-6774-4fbc-95f4-3c5731f949c7 None None] Pushing event updated for resources: {'Port': ['ID=abd93313-6555-465f-9f3d-d1a0240c7e47,revision_number=4']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:12.055162 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-5f3a5d19-6774-4fbc-95f4-3c5731f949c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.740s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:12.055896 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-1d3c706b-0ddc-4275-9f98-c103f17dca4b tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:12.070436 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-1d3c706b-0ddc-4275-9f98-c103f17dca4b tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645359'] for security_group_rule, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:12.079225 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-f6feb372-13ef-4aaf-92aa-8dda85af2608 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:12.083293 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcba04f-fc34-41f7-bf44-64835c4e3eca None None] Pushing event updated for resources: {'Port': ['ID=d2feb6a9-9af2-48a9-9934-4fc07195d508,revision_number=3']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:12.094480 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-1bcba04f-fc34-41f7-bf44-64835c4e3eca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:12.097700 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] For port 5076c290-b3c2-4fd1-87ec-676c6b2a6016, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=5076c290-b3c2-4fd1-87ec-676c6b2a6016,segment=NetworkSegment(58083fc7-31b6-4bee-b691-e433c62573b4),segment_id=58083fc7-31b6-4bee-b691-e433c62573b4)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:41:12.114889 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-86f63588-0018-4fa5-8f7b-1fd6c81c6e75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:12.120304 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvr_db [None req-973530a4-cd5d-4ea2-b135-d87cfbd293fc None None] Set router b76e83d9-5e8d-4508-ae8b-feb856be8fd5 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:41:12.129054 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-1a77f1cb-ba00-4c2a-8f21-e91e4379bb50 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=98244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 19:41:12.137967 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-1a77f1cb-ba00-4c2a-8f21-e91e4379bb50 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1704876 May 20 19:41:12.149391 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:12.157441 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:12.175365 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82ae90-8e1d-4185-aacb-2bbb866689b6 req-4aa3c486-986c-4167-b15f-2c149ebfff9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:12.176963 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-5a82ae90-8e1d-4185-aacb-2bbb866689b6 req-4aa3c486-986c-4167-b15f-2c149ebfff9e service neutron] 10.222.0.65 "GET /v2.0/networks?id=fda7b7dd-5275-41a7-a034-33ce80df48e6 HTTP/1.1" status: 200 len: 913 time: 0.9457123 May 20 19:41:12.212084 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3c706b-0ddc-4275-9f98-c103f17dca4b tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31f368f8-4210-470f-90c5-aad26209a9a8,revision_number=0']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:12.225768 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-1d3c706b-0ddc-4275-9f98-c103f17dca4b tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:12.275834 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-d21e2a03-f01f-46fb-af97-1cae789a02cf None None] Attempting to bind port d2feb6a9-9af2-48a9-9934-4fc07195d508 on host dv-cinder-792462-2-iscsi for vnic_type normal with profile {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:41:12.276387 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-d21e2a03-f01f-46fb-af97-1cae789a02cf None None] Attempting to bind port d2feb6a9-9af2-48a9-9934-4fc07195d508 by drivers openvswitch,hyperv on host dv-cinder-792462-2-iscsi at level 0 using segments [{'id': 'bb2d58f1-e924-45ff-b685-912f2e453c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '84eb469a-42da-4e4e-8a93-b8edc16eceb7'}] {{(pid=98245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:41:12.276916 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21e2a03-f01f-46fb-af97-1cae789a02cf None None] Attempting to bind port d2feb6a9-9af2-48a9-9934-4fc07195d508 on network 84eb469a-42da-4e4e-8a93-b8edc16eceb7 {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:41:12.288747 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21e2a03-f01f-46fb-af97-1cae789a02cf None None] Checking agent: {'id': 'f14708df-a001-437d-8366-dd48be2b8a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 33, 5), 'started_at': datetime.datetime(2021, 5, 20, 19, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:41:12.289290 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21e2a03-f01f-46fb-af97-1cae789a02cf None None] Checking segment: {'id': 'bb2d58f1-e924-45ff-b685-912f2e453c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '84eb469a-42da-4e4e-8a93-b8edc16eceb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:41:12.289829 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-d21e2a03-f01f-46fb-af97-1cae789a02cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:12.290336 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21e2a03-f01f-46fb-af97-1cae789a02cf None None] Bound using segment: {'id': 'bb2d58f1-e924-45ff-b685-912f2e453c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '84eb469a-42da-4e4e-8a93-b8edc16eceb7'} {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:41:12.290933 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-d21e2a03-f01f-46fb-af97-1cae789a02cf None None] Bound port: d2feb6a9-9af2-48a9-9934-4fc07195d508, host: dv-cinder-792462-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2d58f1-e924-45ff-b685-912f2e453c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '84eb469a-42da-4e4e-8a93-b8edc16eceb7'}}] {{(pid=98245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:41:12.291425 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-d21e2a03-f01f-46fb-af97-1cae789a02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:12.311946 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Pushing event updated for resources: {'Port': ['ID=5076c290-b3c2-4fd1-87ec-676c6b2a6016,revision_number=5']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:12.322365 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:12.330429 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-1d3c706b-0ddc-4275-9f98-c103f17dca4b tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:12.331882 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-1d3c706b-0ddc-4275-9f98-c103f17dca4b tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7002585 May 20 19:41:12.336982 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-b0ab8ba5-3f92-4d1a-9be0-0c14e15f46be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:12.343272 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 34248) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:12.362265 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-53fba4d5-5cb0-4e42-9303-ba627603116c tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Request body: {'floatingip': {'floating_network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3'}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:41:12.368210 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-53fba4d5-5cb0-4e42-9303-ba627603116c tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:12.371361 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-5a82ae90-8e1d-4185-aacb-2bbb866689b6 req-b8d28c20-92ea-489a-bb3a-17ea1a432411 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0dc2e670-f904-488e-b35d-1845ccadd932 HTTP/1.1" status: 200 len: 217 time: 0.1300809 May 20 19:41:12.372325 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-53fba4d5-5cb0-4e42-9303-ba627603116c tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Usage tracker for resource:floatingip and tenant:8ed4e5869d204e20b671ef4c001a3511 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:12.376574 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-53fba4d5-5cb0-4e42-9303-ba627603116c tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:12.382949 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-53fba4d5-5cb0-4e42-9303-ba627603116c tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:12.396025 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-7cc7d9ec-f93a-4dd1-b866-d7dc13b62e2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:12.414831 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-d21e2a03-f01f-46fb-af97-1cae789a02cf None None] For port d2feb6a9-9af2-48a9-9934-4fc07195d508, host dv-cinder-792462-2-iscsi, cleared binding levels {{(pid=98245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:41:12.419310 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-d21e2a03-f01f-46fb-af97-1cae789a02cf None None] For port d2feb6a9-9af2-48a9-9934-4fc07195d508, host dv-cinder-792462-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=d2feb6a9-9af2-48a9-9934-4fc07195d508,segment=NetworkSegment(bb2d58f1-e924-45ff-b685-912f2e453c73),segment_id=bb2d58f1-e924-45ff-b685-912f2e453c73)] {{(pid=98245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:41:12.426674 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-d21e2a03-f01f-46fb-af97-1cae789a02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:12.437306 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-8325d74c-b71b-4654-b860-9779c6dc5998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:12.438527 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-7cc7d9ec-f93a-4dd1-b866-d7dc13b62e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:12.450470 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-b0ab8ba5-3f92-4d1a-9be0-0c14e15f46be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:12.472951 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:12.485396 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-53fba4d5-5cb0-4e42-9303-ba627603116c tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks [] for floatingip, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:12.523625 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82ae90-8e1d-4185-aacb-2bbb866689b6 req-d2cbbbf8-3208-45fe-9dee-87cd4d44a24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:12.525278 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-5a82ae90-8e1d-4185-aacb-2bbb866689b6 req-d2cbbbf8-3208-45fe-9dee-87cd4d44a24d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ac054bf5-04e2-4ea8-a6e9-2a1e78108407 HTTP/1.1" status: 200 len: 852 time: 0.1418808 May 20 19:41:12.526842 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-c1e67881-1bb1-47cd-b8b9-d4ff3c92e2be service neutron] 10.222.0.46 "GET /v2.0/networks/84eb469a-42da-4e4e-8a93-b8edc16eceb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879037 May 20 19:41:12.562173 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21e2a03-f01f-46fb-af97-1cae789a02cf None None] Routers {'9163a49d-988c-4e00-8f08-08b68f5a739c'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:41:12.562413 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-d21e2a03-f01f-46fb-af97-1cae789a02cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:41:05Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['9163a49d-988c-4e00-8f08-08b68f5a739c'], 'active': True} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:41:12.573596 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-973530a4-cd5d-4ea2-b135-d87cfbd293fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1299378093-router', 'tenant_id': '8ed4e5869d204e20b671ef4c001a3511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:45Z', 'updated_at': '2021-05-20T19:41:02Z', 'revision_number': 4, 'project_id': '8ed4e5869d204e20b671ef4c001a3511', 'gw_port': {'id': '8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:04:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:47Z', 'updated_at': '2021-05-20T19:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': 'abd93313-6555-465f-9f3d-d1a0240c7e47', 'name': '', 'network_id': '3d38b6f3-7548-4a0e-896f-e9fb0c461e8e', 'tenant_id': '8ed4e5869d204e20b671ef4c001a3511', 'mac_address': 'fa:16:3e:d9:00:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5b859f84-1277-4d60-b0e8-72f23097ad76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:57Z', 'updated_at': '2021-05-20T19:41:11Z', 'revision_number': 4, 'project_id': '8ed4e5869d204e20b671ef4c001a3511', 'subnets': [{'id': '5b859f84-1277-4d60-b0e8-72f23097ad76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:41:12.578109 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973530a4-cd5d-4ea2-b135-d87cfbd293fc None None] The sync data for ids ['b76e83d9-5e8d-4508-ae8b-feb856be8fd5'] in dv-cinder-792462-2-iscsi is: [{'id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1299378093-router', 'tenant_id': '8ed4e5869d204e20b671ef4c001a3511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:45Z', 'updated_at': '2021-05-20T19:41:02Z', 'revision_number': 4, 'project_id': '8ed4e5869d204e20b671ef4c001a3511', 'gw_port': {'id': '8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:04:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:47Z', 'updated_at': '2021-05-20T19:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': 'abd93313-6555-465f-9f3d-d1a0240c7e47', 'name': '', 'network_id': '3d38b6f3-7548-4a0e-896f-e9fb0c461e8e', 'tenant_id': '8ed4e5869d204e20b671ef4c001a3511', 'mac_address': 'fa:16:3e:d9:00:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5b859f84-1277-4d60-b0e8-72f23097ad76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:57Z', 'updated_at': '2021-05-20T19:41:11Z', 'revision_number': 4, 'project_id': '8ed4e5869d204e20b671ef4c001a3511', 'subnets': [{'id': '5b859f84-1277-4d60-b0e8-72f23097ad76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:41:12.583907 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-86f63588-0018-4fa5-8f7b-1fd6c81c6e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:12.608936 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497919f-b9db-4fff-8a24-cdfc57b38c7f req-0f6fc3a7-a31f-48f5-9701-6cc8d17a1a78 tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:12.610800 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-0497919f-b9db-4fff-8a24-cdfc57b38c7f req-0f6fc3a7-a31f-48f5-9701-6cc8d17a1a78 tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] 10.222.0.46 "GET /v2.0/ports?device_id=04d594a0-f355-429f-91a4-1a8587e27de3 HTTP/1.1" status: 200 len: 943 time: 0.4450135 May 20 19:41:12.614686 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-12ddf943-f4a5-4b6d-8ed5-ec6e20be4ceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:12.629462 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-5a82ae90-8e1d-4185-aacb-2bbb866689b6 req-ecd7a0e7-30a9-46e9-928e-eda767dd674a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fda7b7dd-5275-41a7-a034-33ce80df48e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882781 May 20 19:41:12.655941 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-7cc7d9ec-f93a-4dd1-b866-d7dc13b62e2b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f03e4279447a40c6ba5f208ccd3a2290&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2820730 May 20 19:41:12.658911 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc7d9ec-f93a-4dd1-b866-d7dc13b62e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01ea312-ecc5-48c3-99e7-ed6557830ef3,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:12.661674 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 34252) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:12.673005 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 5076c290-b3c2-4fd1-87ec-676c6b2a6016 up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:41:12.676484 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f63588-0018-4fa5-8f7b-1fd6c81c6e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02854ca-4078-4eca-b826-497602bb92ae,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:12.679219 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-86f63588-0018-4fa5-8f7b-1fd6c81c6e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:12.679844 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-b0ab8ba5-3f92-4d1a-9be0-0c14e15f46be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:12.733490 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:12.783057 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcba04f-fc34-41f7-bf44-64835c4e3eca None None] Pushing event updated for resources: {'Port': ['ID=d2feb6a9-9af2-48a9-9934-4fc07195d508,revision_number=4']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:12.783500 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-a0883e73-7d6f-40a4-9c79-f138fdc22ad7 service neutron] 10.222.0.46 "GET /v2.0/networks/84eb469a-42da-4e4e-8a93-b8edc16eceb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553725 May 20 19:41:12.789147 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-7cc7d9ec-f93a-4dd1-b866-d7dc13b62e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:12.796998 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-1bcba04f-fc34-41f7-bf44-64835c4e3eca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:12.861108 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-86f63588-0018-4fa5-8f7b-1fd6c81c6e75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:12.862844 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-86f63588-0018-4fa5-8f7b-1fd6c81c6e75 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d02854ca-4078-4eca-b826-497602bb92ae HTTP/1.1" status: 204 len: 168 time: 2.0211387 May 20 19:41:12.863986 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab8ba5-3f92-4d1a-9be0-0c14e15f46be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c39b3a-f0a7-45a7-97e6-35b51ac23d23,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:12.877951 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-0497919f-b9db-4fff-8a24-cdfc57b38c7f req-994b5b37-b1b6-443d-b7de-ac940e1df268 tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] 10.222.0.46 "GET /v2.0/security-groups?id=c51e0d65-bb83-48d4-b080-258e9c052768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290554 May 20 19:41:12.916802 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-b0ab8ba5-3f92-4d1a-9be0-0c14e15f46be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:12.917846 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-b0ab8ba5-3f92-4d1a-9be0-0c14e15f46be admin admin] Notify callbacks [] for security_group, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:12.921264 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-b0ab8ba5-3f92-4d1a-9be0-0c14e15f46be admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b6c39b3a-f0a7-45a7-97e6-35b51ac23d23 HTTP/1.1" status: 204 len: 168 time: 1.2468262 May 20 19:41:12.957840 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-df22897a-70fd-4837-9ec7-1f734d01ccf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:13.035539 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-df22897a-70fd-4837-9ec7-1f734d01ccf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:13.056621 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning complete for port 5076c290-b3c2-4fd1-87ec-676c6b2a6016 triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:41:13.057000 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:13.063878 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-5a82ae90-8e1d-4185-aacb-2bbb866689b6 req-95741f4c-be8b-4a63-bc05-d3cd8015a367 service neutron] 10.222.0.65 "GET /v2.0/networks/fda7b7dd-5275-41a7-a034-33ce80df48e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4020631 May 20 19:41:13.148292 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-53fba4d5-5cb0-4e42-9303-ba627603116c tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:13.250166 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvr_db [None req-d21e2a03-f01f-46fb-af97-1cae789a02cf None None] Set router 9163a49d-988c-4e00-8f08-08b68f5a739c gateway port host: dv-cinder-792462-2-iscsi {{(pid=98245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:41:13.367955 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-9ad6b410-6113-4f03-b2fe-30a00bab090b tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Synchronizing usage tracker for tenant:eae5dc310b064886a0fbb3c18c74b33d on resource:security_group {{(pid=98243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:41:13.425789 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-5a82ae90-8e1d-4185-aacb-2bbb866689b6 req-0bcfef4a-758e-4fa3-877f-c5baf63f5cfc service neutron] 10.222.0.65 "GET /v2.0/networks/fda7b7dd-5275-41a7-a034-33ce80df48e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527312 May 20 19:41:13.429627 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-9ad6b410-6113-4f03-b2fe-30a00bab090b tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Unset dirty status for tenant:eae5dc310b064886a0fbb3c18c74b33d on resource:security_group {{(pid=98243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:41:13.453154 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-9ad6b410-6113-4f03-b2fe-30a00bab090b tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1279293092&fields=id&tenant_id=eae5dc310b064886a0fbb3c18c74b33d HTTP/1.1" status: 200 len: 267 time: 0.3095114 May 20 19:41:13.454431 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-726dd158-60dc-42e2-9535-cfd39d6f82dc req-8cfab188-d015-4344-a9f9-5b4d80b24215 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 210 time: 0.2025859 May 20 19:41:13.575489 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-df22897a-70fd-4837-9ec7-1f734d01ccf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:13.621475 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-4032e644-5e1c-459c-95e5-8bbf9abdc825 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:13.672898 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df22897a-70fd-4837-9ec7-1f734d01ccf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01ea312-ecc5-48c3-99e7-ed6557830ef3,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:13.683308 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-df22897a-70fd-4837-9ec7-1f734d01ccf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:13.729439 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device a5328ae3-9f58-4525-bb0e-19da78174393 up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:41:13.770401 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-df22897a-70fd-4837-9ec7-1f734d01ccf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:13.774914 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-958a22ed-6e53-4066-a894-99814568b80b tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:13.775547 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-df22897a-70fd-4837-9ec7-1f734d01ccf4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b01ea312-ecc5-48c3-99e7-ed6557830ef3 HTTP/1.1" status: 204 len: 168 time: 0.9956784 May 20 19:41:13.777054 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.db_base_plugin_common [None req-53fba4d5-5cb0-4e42-9303-ba627603116c tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Allocated IP 172.27.1.180 (b6b8e223-f4e2-43c0-a9aa-6e12566b63e3/0824c86c-c492-497a-a433-a5123d2f3ae1/06f80f4e-92da-4ca1-8ef7-9236f579590f) {{(pid=98244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:41:13.779313 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-958a22ed-6e53-4066-a894-99814568b80b tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/networks?id=d932fd37-893e-4714-8e50-cf8308e6d424 HTTP/1.1" status: 200 len: 808 time: 0.3220379 May 20 19:41:13.794209 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-170a84e8-afe4-4d2a-bb76-484f82176fa2 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/quotas/eae5dc310b064886a0fbb3c18c74b33d HTTP/1.1" status: 200 len: 375 time: 0.0098293 May 20 19:41:13.873518 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 34310) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:13.892035 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 34312) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:14.052733 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-57497934-b9ad-4030-921a-38e306d093d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:14.072285 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c353df65-022f-4325-a32f-2c2dc0a988ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:14.144598 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning complete for port a5328ae3-9f58-4525-bb0e-19da78174393 triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:41:14.145000 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:14.198157 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-57497934-b9ad-4030-921a-38e306d093d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:14.203664 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-c353df65-022f-4325-a32f-2c2dc0a988ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:14.246549 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-3c568c6e-50e7-4572-a142-3b8772241366 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Synchronizing usage tracker for tenant:eae5dc310b064886a0fbb3c18c74b33d on resource:port {{(pid=98243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:41:14.288844 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-57497934-b9ad-4030-921a-38e306d093d5 admin admin] Usage tracker for resource:security_group_rule and tenant:04408837291d4fa3a23e667c84a7c18b is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:14.289975 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-3c568c6e-50e7-4572-a142-3b8772241366 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Unset dirty status for tenant:eae5dc310b064886a0fbb3c18c74b33d on resource:port {{(pid=98243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:41:14.296134 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-57497934-b9ad-4030-921a-38e306d093d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:14.300025 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-c353df65-022f-4325-a32f-2c2dc0a988ed admin admin] Usage tracker for resource:security_group_rule and tenant:23b38db2dd674791bafa525ff7dfb2d7 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:14.304013 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-3c568c6e-50e7-4572-a142-3b8772241366 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=eae5dc310b064886a0fbb3c18c74b33d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5007463 May 20 19:41:14.324425 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-c353df65-022f-4325-a32f-2c2dc0a988ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:14.340737 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-57497934-b9ad-4030-921a-38e306d093d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:14.345659 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.agents_db [None req-81082b58-be1a-4fbd-9926-297307221300 None None] Agent healthcheck: found 6 active agents {{(pid=98246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:41:14.362815 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-c353df65-022f-4325-a32f-2c2dc0a988ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:14.589564 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-d21e2a03-f01f-46fb-af97-1cae789a02cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9163a49d-988c-4e00-8f08-08b68f5a739c', 'name': 'tempest-ServerRescueNegativeTestJSON-1795474832-router', 'tenant_id': 'a0ac8c7cabd34168a41ac6b7de3b2121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'a5328ae3-9f58-4525-bb0e-19da78174393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:48Z', 'updated_at': '2021-05-20T19:41:05Z', 'revision_number': 4, 'project_id': 'a0ac8c7cabd34168a41ac6b7de3b2121', 'gw_port': {'id': 'a5328ae3-9f58-4525-bb0e-19da78174393', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9163a49d-988c-4e00-8f08-08b68f5a739c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:50Z', 'updated_at': '2021-05-20T19:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': 'd2feb6a9-9af2-48a9-9934-4fc07195d508', 'name': '', 'network_id': '84eb469a-42da-4e4e-8a93-b8edc16eceb7', 'tenant_id': 'a0ac8c7cabd34168a41ac6b7de3b2121', 'mac_address': 'fa:16:3e:31:16:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9163a49d-988c-4e00-8f08-08b68f5a739c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b75e212a-a8c6-44fb-b15e-58090122a2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:41:03Z', 'updated_at': '2021-05-20T19:41:12Z', 'revision_number': 4, 'project_id': 'a0ac8c7cabd34168a41ac6b7de3b2121', 'subnets': [{'id': 'b75e212a-a8c6-44fb-b15e-58090122a2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:41:14.608760 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21e2a03-f01f-46fb-af97-1cae789a02cf None None] The sync data for ids ['9163a49d-988c-4e00-8f08-08b68f5a739c'] in dv-cinder-792462-2-iscsi is: [{'id': '9163a49d-988c-4e00-8f08-08b68f5a739c', 'name': 'tempest-ServerRescueNegativeTestJSON-1795474832-router', 'tenant_id': 'a0ac8c7cabd34168a41ac6b7de3b2121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'a5328ae3-9f58-4525-bb0e-19da78174393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:48Z', 'updated_at': '2021-05-20T19:41:05Z', 'revision_number': 4, 'project_id': 'a0ac8c7cabd34168a41ac6b7de3b2121', 'gw_port': {'id': 'a5328ae3-9f58-4525-bb0e-19da78174393', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9163a49d-988c-4e00-8f08-08b68f5a739c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:50Z', 'updated_at': '2021-05-20T19:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': 'd2feb6a9-9af2-48a9-9934-4fc07195d508', 'name': '', 'network_id': '84eb469a-42da-4e4e-8a93-b8edc16eceb7', 'tenant_id': 'a0ac8c7cabd34168a41ac6b7de3b2121', 'mac_address': 'fa:16:3e:31:16:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9163a49d-988c-4e00-8f08-08b68f5a739c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b75e212a-a8c6-44fb-b15e-58090122a2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:41:03Z', 'updated_at': '2021-05-20T19:41:12Z', 'revision_number': 4, 'project_id': 'a0ac8c7cabd34168a41ac6b7de3b2121', 'subnets': [{'id': 'b75e212a-a8c6-44fb-b15e-58090122a2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:41:14.677347 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 0dc2e670-f904-488e-b35d-1845ccadd932 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 19:41:14.743221 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-27316f1a-6906-4f63-8de5-e4c44af5dcf1 service neutron] 10.222.0.46 "GET /v2.0/networks/d932fd37-893e-4714-8e50-cf8308e6d424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230838 May 20 19:41:14.747567 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device abd93313-6555-465f-9f3d-d1a0240c7e47 up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:41:14.826266 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-57497934-b9ad-4030-921a-38e306d093d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:14.830844 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 34340) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:14.834405 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-53fba4d5-5cb0-4e42-9303-ba627603116c tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks [] for port, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:14.851585 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-57497934-b9ad-4030-921a-38e306d093d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:14.900366 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-69ca3e38-cab1-4eea-93bb-feb0d8defb74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:14.912470 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-57497934-b9ad-4030-921a-38e306d093d5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=04408837291d4fa3a23e667c84a7c18b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9964287 May 20 19:41:14.917937 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 34342) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:14.969811 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd8a1ef-730d-4714-8829-225da689aa78 req-6319aaad-6f35-45d1-9bdb-32402a0ce56e tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:14.971965 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-3bd8a1ef-730d-4714-8829-225da689aa78 req-6319aaad-6f35-45d1-9bdb-32402a0ce56e tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] 10.222.0.46 "GET /v2.0/ports?device_id=04d594a0-f355-429f-91a4-1a8587e27de3 HTTP/1.1" status: 200 len: 943 time: 0.7806354 May 20 19:41:14.989323 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-21c68a4a-dc80-4aa2-89b5-fab269132cb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:15.012079 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-21c68a4a-dc80-4aa2-89b5-fab269132cb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:15.017228 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-21c68a4a-dc80-4aa2-89b5-fab269132cb9 admin admin] Usage tracker for resource:security_group_rule and tenant:07fe08380608424ea48beece5bba3ed8 is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:15.020696 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-21c68a4a-dc80-4aa2-89b5-fab269132cb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:15.027612 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port 0dc2e670-f904-488e-b35d-1845ccadd932, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=0dc2e670-f904-488e-b35d-1845ccadd932,segment=NetworkSegment(b5ae81c9-7462-4bd2-9919-0d8b398112b6),segment_id=b5ae81c9-7462-4bd2-9919-0d8b398112b6)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:41:15.027814 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57497934-b9ad-4030-921a-38e306d093d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ec7f71-6788-4e1b-a817-4f05f331f54e,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:15.027908 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-21c68a4a-dc80-4aa2-89b5-fab269132cb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:15.041512 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning for port abd93313-6555-465f-9f3d-d1a0240c7e47 completed by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:41:15.047667 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-57497934-b9ad-4030-921a-38e306d093d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:15.048211 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Returning: {'device': '0dc2e670-f904-488e-b35d-1845ccadd932', 'network_id': 'fda7b7dd-5275-41a7-a034-33ce80df48e6', 'port_id': '0dc2e670-f904-488e-b35d-1845ccadd932', 'mac_address': 'fa:16:3e:40:e9:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac054bf5-04e2-4ea8-a6e9-2a1e78108407', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 19:41:15.051784 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c353df65-022f-4325-a32f-2c2dc0a988ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:15.052670 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning complete for port abd93313-6555-465f-9f3d-d1a0240c7e47 triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:41:15.053294 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:15.061998 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-53fba4d5-5cb0-4e42-9303-ba627603116c tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015'] for port, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:15.078153 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-6c3284d2-a8c2-4ad8-b015-570cedfb3173 service neutron] 10.222.0.46 "GET /v2.0/networks/d932fd37-893e-4714-8e50-cf8308e6d424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214400 May 20 19:41:15.120648 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c353df65-022f-4325-a32f-2c2dc0a988ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:15.130103 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:15.161154 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-21c68a4a-dc80-4aa2-89b5-fab269132cb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:15.165999 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-21c68a4a-dc80-4aa2-89b5-fab269132cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:15.169794 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:15.177472 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:15.193982 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.notifiers.nova [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dc2e670-f904-488e-b35d-1845ccadd932 {{(pid=98245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:41:15.230430 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-21c68a4a-dc80-4aa2-89b5-fab269132cb9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=07fe08380608424ea48beece5bba3ed8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2772493 May 20 19:41:15.231468 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c68a4a-dc80-4aa2-89b5-fab269132cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e80b6e8-6b64-4497-bb38-ace731d62c41,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:15.234227 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 34348) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:15.253190 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port 0dc2e670-f904-488e-b35d-1845ccadd932, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=0dc2e670-f904-488e-b35d-1845ccadd932,segment=NetworkSegment(b5ae81c9-7462-4bd2-9919-0d8b398112b6),segment_id=b5ae81c9-7462-4bd2-9919-0d8b398112b6)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:41:15.272983 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:15.277311 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:15.291463 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-21c68a4a-dc80-4aa2-89b5-fab269132cb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:15.297665 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fba4d5-5cb0-4e42-9303-ba627603116c tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Network b6b8e223-f4e2-43c0-a9aa-6e12566b63e3 is already hosted by enough agents. {{(pid=98244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:41:15.302564 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fba4d5-5cb0-4e42-9303-ba627603116c tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Pushing event updated for resources: {'Port': ['ID=06f80f4e-92da-4ca1-8ef7-9236f579590f,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:15.318766 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-53fba4d5-5cb0-4e42-9303-ba627603116c tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:15.319798 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.base_scheduler [None req-53fba4d5-5cb0-4e42-9303-ba627603116c tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Resources bound (agent type, host, resource id): {{(pid=98244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:41:15.326700 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fba4d5-5cb0-4e42-9303-ba627603116c tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Received port after_create {{(pid=98244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:41:15.353400 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:15.363888 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-8f6d3cfb-d564-483f-8ab7-335aad583fd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:15.385796 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-04365d3c-c1e7-40ce-929e-5dd4cac825e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:15.397669 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-c353df65-022f-4325-a32f-2c2dc0a988ed admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=23b38db2dd674791bafa525ff7dfb2d7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5206161 May 20 19:41:15.405539 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 34364) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:15.416170 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-3bd8a1ef-730d-4714-8829-225da689aa78 req-afca9d0d-852f-4697-bc2e-2f72c84d08f4 tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] 10.222.0.46 "GET /v2.0/security-groups?id=c51e0d65-bb83-48d4-b080-258e9c052768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573344 May 20 19:41:15.446032 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] For port abd93313-6555-465f-9f3d-d1a0240c7e47, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=abd93313-6555-465f-9f3d-d1a0240c7e47,segment=NetworkSegment(bbd097b1-fbbb-46bb-b9fd-966cb6b1545a),segment_id=bbd097b1-fbbb-46bb-b9fd-966cb6b1545a)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:41:15.460789 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:15.461963 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-8f6d3cfb-d564-483f-8ab7-335aad583fd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:15.467059 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Pushing event updated for resources: {'Port': ['ID=0dc2e670-f904-488e-b35d-1845ccadd932,revision_number=4']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:15.480447 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:15.483401 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:15.542648 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-5b0d4957-db84-462f-88fc-7123434f9a81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:15.582559 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-5b0d4957-db84-462f-88fc-7123434f9a81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:15.600307 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] get_ports_and_sgs() called for port_ids ['0dc2e670-f904-488e-b35d-1845ccadd932'] {{(pid=98245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:41:15.653202 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c353df65-022f-4325-a32f-2c2dc0a988ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f597575f-ea21-446b-aab1-5d62a108fd0e,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:15.683624 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-7b84decb-eaf5-42d9-8e58-eb1b4155dcee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:15.697780 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-53fba4d5-5cb0-4e42-9303-ba627603116c tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:15.736291 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-8f6d3cfb-d564-483f-8ab7-335aad583fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:15.800038 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-4b9aa4a1-2b09-4ccc-8cfe-0b725fb2cc46 req-9e96dafd-c4e2-4968-8603-6023cc8a9cd2 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 210 time: 0.1559565 May 20 19:41:15.801048 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-c353df65-022f-4325-a32f-2c2dc0a988ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:15.884534 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Pushing event updated for resources: {'Port': ['ID=abd93313-6555-465f-9f3d-d1a0240c7e47,revision_number=5']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:15.890146 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:15.893200 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-53fba4d5-5cb0-4e42-9303-ba627603116c tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:16.018656 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-5b0d4957-db84-462f-88fc-7123434f9a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:16.038470 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-7cc7d9ec-f93a-4dd1-b866-d7dc13b62e2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:16.041641 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:16.072380 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-b95f1c1a-0265-4818-9ce5-de97330e61c9 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:16.073215 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-b95f1c1a-0265-4818-9ce5-de97330e61c9 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Synchronizing usage tracker for tenant:a0ac8c7cabd34168a41ac6b7de3b2121 on resource:network {{(pid=98243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:41:16.105665 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d4957-db84-462f-88fc-7123434f9a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ec7f71-6788-4e1b-a817-4f05f331f54e,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:16.109336 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-5b0d4957-db84-462f-88fc-7123434f9a81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:16.109467 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-7b84decb-eaf5-42d9-8e58-eb1b4155dcee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:16.127647 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-5b0d4957-db84-462f-88fc-7123434f9a81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:16.138664 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-5b0d4957-db84-462f-88fc-7123434f9a81 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/60ec7f71-6788-4e1b-a817-4f05f331f54e HTTP/1.1" status: 204 len: 168 time: 1.2125807 May 20 19:41:16.145045 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973a160-ca8e-487d-81ef-92d0694e5beb req-6f29610f-6de5-4058-80b3-e08ef3095981 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:16.145677 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-7973a160-ca8e-487d-81ef-92d0694e5beb req-6f29610f-6de5-4058-80b3-e08ef3095981 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Synchronizing usage tracker for tenant:a0ac8c7cabd34168a41ac6b7de3b2121 on resource:network {{(pid=98243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:41:16.172106 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-8f6d3cfb-d564-483f-8ab7-335aad583fd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:16.173250 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-8f6d3cfb-d564-483f-8ab7-335aad583fd8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8e80b6e8-6b64-4497-bb38-ace731d62c41 HTTP/1.1" status: 204 len: 168 time: 0.9249182 May 20 19:41:16.174157 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6d3cfb-d564-483f-8ab7-335aad583fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e80b6e8-6b64-4497-bb38-ace731d62c41,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:16.189277 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-8f6d3cfb-d564-483f-8ab7-335aad583fd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:16.216052 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-7973a160-ca8e-487d-81ef-92d0694e5beb req-6f29610f-6de5-4058-80b3-e08ef3095981 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Unset dirty status for tenant:a0ac8c7cabd34168a41ac6b7de3b2121 on resource:network {{(pid=98243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:41:16.232998 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7973a160-ca8e-487d-81ef-92d0694e5beb req-6f29610f-6de5-4058-80b3-e08ef3095981 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/networks?id=84eb469a-42da-4e4e-8a93-b8edc16eceb7 HTTP/1.1" status: 200 len: 819 time: 0.8552103 May 20 19:41:16.236209 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.db.api [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-b95f1c1a-0265-4818-9ce5-de97330e61c9 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Retry wrapper got retriable exception: Failed to create a duplicate QuotaUsage: for attribute(s) ['quotausages.PRIMARY'] with value(s) a0ac8c7cabd34168a41ac6b7de3b2121-network {{(pid=98243) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 19:41:16.236533 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_db.api [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-b95f1c1a-0265-4818-9ce5-de97330e61c9 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Performing DB retry for function neutron.db.quota.api.set_quota_usage {{(pid=98243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 19:41:16.308287 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7973a160-ca8e-487d-81ef-92d0694e5beb req-5375f3a6-6541-481a-8845-1777c94e004f tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/quotas/a0ac8c7cabd34168a41ac6b7de3b2121 HTTP/1.1" status: 200 len: 375 time: 0.0707836 May 20 19:41:16.357117 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-53fba4d5-5cb0-4e42-9303-ba627603116c tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks [] for port, precommit_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:16.378309 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-53fba4d5-5cb0-4e42-9303-ba627603116c tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:16.398044 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:16.400542 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-7b84decb-eaf5-42d9-8e58-eb1b4155dcee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:16.409664 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7973a160-ca8e-487d-81ef-92d0694e5beb req-b904b923-7119-455d-989c-d72b8a97f1ad tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a0ac8c7cabd34168a41ac6b7de3b2121&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1000376 May 20 19:41:16.415028 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-21c68a4a-dc80-4aa2-89b5-fab269132cb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:16.537753 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b84decb-eaf5-42d9-8e58-eb1b4155dcee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f597575f-ea21-446b-aab1-5d62a108fd0e,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:16.554008 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-7b84decb-eaf5-42d9-8e58-eb1b4155dcee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:16.554834 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-7b84decb-eaf5-42d9-8e58-eb1b4155dcee admin admin] Notify callbacks [] for security_group, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:16.557335 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-53fba4d5-5cb0-4e42-9303-ba627603116c tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745732'] for floatingip, after_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:16.562043 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-7b84decb-eaf5-42d9-8e58-eb1b4155dcee admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f597575f-ea21-446b-aab1-5d62a108fd0e HTTP/1.1" status: 204 len: 168 time: 1.1532888 May 20 19:41:16.600361 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fba4d5-5cb0-4e42-9303-ba627603116c tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Pushing event updated for resources: {'Port': ['ID=06f80f4e-92da-4ca1-8ef7-9236f579590f,revision_number=2']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:16.611118 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-53fba4d5-5cb0-4e42-9303-ba627603116c tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:16.612428 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-53fba4d5-5cb0-4e42-9303-ba627603116c tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for floatingip, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:16.632380 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-53fba4d5-5cb0-4e42-9303-ba627603116c tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2855883 May 20 19:41:16.649880 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7973a160-ca8e-487d-81ef-92d0694e5beb req-ef57d92f-d846-4a0a-abff-488c6dfc2528 service neutron] 10.222.0.46 "GET /v2.0/networks/84eb469a-42da-4e4e-8a93-b8edc16eceb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254527 May 20 19:41:16.680739 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 0dc2e670-f904-488e-b35d-1845ccadd932 up at agent hyperv_hv-cinder-79246 {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:41:16.876987 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Provisioning for port 0dc2e670-f904-488e-b35d-1845ccadd932 completed by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:41:16.888805 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Provisioning complete for port 0dc2e670-f904-488e-b35d-1845ccadd932 triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:41:16.889255 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:16.893548 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-b95f1c1a-0265-4818-9ce5-de97330e61c9 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Unset dirty status for tenant:a0ac8c7cabd34168a41ac6b7de3b2121 on resource:network {{(pid=98243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:41:16.894646 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-b95f1c1a-0265-4818-9ce5-de97330e61c9 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.65 "GET /v2.0/networks?id=84eb469a-42da-4e4e-8a93-b8edc16eceb7 HTTP/1.1" status: 200 len: 819 time: 1.1570530 May 20 19:41:16.916015 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-a2a55c92-edf1-4185-b2c7-438bb4be15cc tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Request body: {'port': {'device_id': '8258bc40-8d49-40d1-a763-29d19139e2fc', 'network_id': '84eb469a-42da-4e4e-8a93-b8edc16eceb7', 'admin_state_up': True, 'tenant_id': 'a0ac8c7cabd34168a41ac6b7de3b2121'}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:41:16.946900 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d951489-4984-40bc-80f1-d54c15ca36a8 req-6c2fa7e3-4308-4304-90a4-f34de56eae68 tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:16.951033 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-4d951489-4984-40bc-80f1-d54c15ca36a8 req-6c2fa7e3-4308-4304-90a4-f34de56eae68 tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] 10.222.0.46 "GET /v2.0/ports?device_id=04d594a0-f355-429f-91a4-1a8587e27de3 HTTP/1.1" status: 200 len: 944 time: 0.1820858 May 20 19:41:16.968098 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device abd93313-6555-465f-9f3d-d1a0240c7e47 up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:41:17.040399 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-4d951489-4984-40bc-80f1-d54c15ca36a8 req-b885d129-15ec-49d1-86fd-e22f9f727f8e tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] 10.222.0.46 "GET /v2.0/security-groups?id=c51e0d65-bb83-48d4-b080-258e9c052768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801609 May 20 19:41:17.181671 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.65', 55425) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:17.304687 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7973a160-ca8e-487d-81ef-92d0694e5beb req-bd2aad98-225a-4cd9-98a7-ff91212b9a46 service neutron] 10.222.0.46 "GET /v2.0/networks/84eb469a-42da-4e4e-8a93-b8edc16eceb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6481657 May 20 19:41:17.322184 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-a2a55c92-edf1-4185-b2c7-438bb4be15cc tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:17.339168 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-a2a55c92-edf1-4185-b2c7-438bb4be15cc tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:17.364578 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning complete for port abd93313-6555-465f-9f3d-d1a0240c7e47 triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:41:17.364809 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:17.373739 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-a2a55c92-edf1-4185-b2c7-438bb4be15cc tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Made reservation on behalf of a0ac8c7cabd34168a41ac6b7de3b2121 for: {'port': 1} {{(pid=98243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:41:17.380846 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-a2a55c92-edf1-4185-b2c7-438bb4be15cc tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:17.512511 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:17.573648 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d594a0-f355-429f-91a4-1a8587e27de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc2e670-f904-488e-b35d-1845ccadd932'}] {{(pid=98245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:41:17.628462 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-c3add5ea-c9c4-44df-be27-c32e94ad9aea req-65a0bfb4-715a-43d2-89df-22bab4ee812f tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 210 time: 0.1188521 May 20 19:41:17.646792 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port 0dc2e670-f904-488e-b35d-1845ccadd932, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=0dc2e670-f904-488e-b35d-1845ccadd932,segment=NetworkSegment(b5ae81c9-7462-4bd2-9919-0d8b398112b6),segment_id=b5ae81c9-7462-4bd2-9919-0d8b398112b6)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:41:17.676100 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:17.684711 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:17.769475 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device d2feb6a9-9af2-48a9-9934-4fc07195d508 up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:41:17.831638 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Pushing event updated for resources: {'Port': ['ID=0dc2e670-f904-488e-b35d-1845ccadd932,revision_number=5']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:17.841538 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:17.865614 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-500139ce-6169-4284-8412-4c3da0f5fd88 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:17.866344 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-500139ce-6169-4284-8412-4c3da0f5fd88 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Synchronizing usage tracker for tenant:eae5dc310b064886a0fbb3c18c74b33d on resource:network {{(pid=98244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:41:17.876865 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning for port d2feb6a9-9af2-48a9-9934-4fc07195d508 completed by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:41:17.888732 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning complete for port d2feb6a9-9af2-48a9-9934-4fc07195d508 triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:41:17.889121 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:17.899361 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.db_base_plugin_common [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-a2a55c92-edf1-4185-b2c7-438bb4be15cc tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Allocated IP 172.20.0.5 (84eb469a-42da-4e4e-8a93-b8edc16eceb7/b75e212a-a8c6-44fb-b15e-58090122a2cf/6d3f3f04-0a60-4386-a8de-73b34a9990d0) {{(pid=98243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:41:17.920738 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-500139ce-6169-4284-8412-4c3da0f5fd88 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Unset dirty status for tenant:eae5dc310b064886a0fbb3c18c74b33d on resource:network {{(pid=98244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:41:17.921899 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-500139ce-6169-4284-8412-4c3da0f5fd88 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.65 "GET /v2.0/networks?id=d932fd37-893e-4714-8e50-cf8308e6d424 HTTP/1.1" status: 200 len: 808 time: 0.7386336 May 20 19:41:18.030621 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-67935388-f325-465e-bbfd-4c812c38c8ac req-e55e935a-5fe7-4863-9bfd-348946a4dc29 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1317331128&fields=id&tenant_id=8ed4e5869d204e20b671ef4c001a3511 HTTP/1.1" status: 200 len: 267 time: 0.1692622 May 20 19:41:18.061859 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-7e990224-38a6-4a25-a74a-a58838136117 req-a29b92e6-3b88-4087-800c-4247413692c5 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0827d0c-cf95-40fd-b502-4bd511c5c69d HTTP/1.1" status: 200 len: 210 time: 0.0991378 May 20 19:41:18.074597 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-22d31854-2475-4a39-b808-5f356d4562ce tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Synchronizing usage tracker for tenant:eae5dc310b064886a0fbb3c18c74b33d on resource:security_group {{(pid=98244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:41:18.103136 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-22d31854-2475-4a39-b808-5f356d4562ce tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Unset dirty status for tenant:eae5dc310b064886a0fbb3c18c74b33d on resource:security_group {{(pid=98244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:41:18.104389 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-22d31854-2475-4a39-b808-5f356d4562ce tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eae5dc310b064886a0fbb3c18c74b33d HTTP/1.1" status: 200 len: 380 time: 0.1669700 May 20 19:41:18.123597 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-ce21f2f7-2786-4c83-90fe-62c692dbce29 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Request body: {'port': {'device_id': '6fec5784-b876-4338-ba39-b8bafa9d741a', 'network_id': 'd932fd37-893e-4714-8e50-cf8308e6d424', 'admin_state_up': True, 'tenant_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'security_groups': ['f681a415-c367-4c15-878c-64acb62a34d8']}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:41:18.205963 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:18.294880 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] For port d2feb6a9-9af2-48a9-9934-4fc07195d508, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=d2feb6a9-9af2-48a9-9934-4fc07195d508,segment=NetworkSegment(bb2d58f1-e924-45ff-b685-912f2e453c73),segment_id=bb2d58f1-e924-45ff-b685-912f2e453c73)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:41:18.305633 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:18.309097 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-94ec2644-9699-4dac-a4d1-90982238d469 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:18.421324 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-ce21f2f7-2786-4c83-90fe-62c692dbce29 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:18.434497 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-ce21f2f7-2786-4c83-90fe-62c692dbce29 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:18.450571 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-ce21f2f7-2786-4c83-90fe-62c692dbce29 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Made reservation on behalf of eae5dc310b064886a0fbb3c18c74b33d for: {'port': 1} {{(pid=98244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:41:18.456123 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-ce21f2f7-2786-4c83-90fe-62c692dbce29 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:18.477997 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Pushing event updated for resources: {'Port': ['ID=d2feb6a9-9af2-48a9-9934-4fc07195d508,revision_number=5']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:18.483425 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:18.637193 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67935388-f325-465e-bbfd-4c812c38c8ac req-72eeea3b-2697-4e89-bc47-a3350eeb2496 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:18.637716 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device d2feb6a9-9af2-48a9-9934-4fc07195d508 up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:41:18.639384 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-67935388-f325-465e-bbfd-4c812c38c8ac req-72eeea3b-2697-4e89-bc47-a3350eeb2496 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/networks?id=3d38b6f3-7548-4a0e-896f-e9fb0c461e8e HTTP/1.1" status: 200 len: 817 time: 0.5795262 May 20 19:41:18.703753 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-67935388-f325-465e-bbfd-4c812c38c8ac req-5ab569a5-3dd6-48e6-940c-abad424f4592 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/quotas/8ed4e5869d204e20b671ef4c001a3511 HTTP/1.1" status: 200 len: 375 time: 0.0424421 May 20 19:41:18.804182 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning complete for port d2feb6a9-9af2-48a9-9934-4fc07195d508 triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:41:18.805251 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:18.809409 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0aa4a-7965-472e-b8fb-d3d5f7512d74 req-2f670395-2dff-40fb-a4ad-ec241114bb7d tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:18.817251 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-d3e0aa4a-7965-472e-b8fb-d3d5f7512d74 req-2f670395-2dff-40fb-a4ad-ec241114bb7d tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] 10.222.0.46 "GET /v2.0/ports?device_id=04d594a0-f355-429f-91a4-1a8587e27de3 HTTP/1.1" status: 200 len: 945 time: 0.2455471 May 20 19:41:18.892994 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-d3e0aa4a-7965-472e-b8fb-d3d5f7512d74 req-697c7973-1575-4e6c-81d1-096d0479b732 tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] 10.222.0.46 "GET /v2.0/security-groups?id=c51e0d65-bb83-48d4-b080-258e9c052768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736916 May 20 19:41:18.895672 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.db_base_plugin_common [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-ce21f2f7-2786-4c83-90fe-62c692dbce29 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Allocated IP 172.20.0.9 (d932fd37-893e-4714-8e50-cf8308e6d424/edef4a11-9491-49df-813d-c217a08b5490/64830ea0-861b-4b27-ab5c-a994d0f73588) {{(pid=98244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:41:19.088421 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-a2a55c92-edf1-4185-b2c7-438bb4be15cc tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Notify callbacks [] for port, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:19.136139 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-67935388-f325-465e-bbfd-4c812c38c8ac req-05ffcbd1-009c-4c49-9a3e-4f4ea2eb23d6 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8ed4e5869d204e20b671ef4c001a3511&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4270809 May 20 19:41:19.236551 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-ce21f2f7-2786-4c83-90fe-62c692dbce29 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks [] for port, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:19.253939 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.provisioning_blocks [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-ce21f2f7-2786-4c83-90fe-62c692dbce29 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Transition to ACTIVE for port object 64830ea0-861b-4b27-ab5c-a994d0f73588 will not be triggered until provisioned by entity DHCP. {{(pid=98244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:41:19.290258 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-ce21f2f7-2786-4c83-90fe-62c692dbce29 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015'] for port, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:19.298442 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:19.321732 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-a2a55c92-edf1-4185-b2c7-438bb4be15cc tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015'] for port, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:19.340118 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-8c98c358-e443-457d-a16c-6c4de710486e tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:19.362977 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-ce21f2f7-2786-4c83-90fe-62c692dbce29 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Network d932fd37-893e-4714-8e50-cf8308e6d424 is already hosted by enough agents. {{(pid=98244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:41:19.366852 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.base_scheduler [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-ce21f2f7-2786-4c83-90fe-62c692dbce29 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Resources bound (agent type, host, resource id): {{(pid=98244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:41:19.371092 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.l3_dvrscheduler_db [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-ce21f2f7-2786-4c83-90fe-62c692dbce29 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Received port after_create {{(pid=98244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:41:19.377759 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-ce21f2f7-2786-4c83-90fe-62c692dbce29 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:19.378556 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-ce21f2f7-2786-4c83-90fe-62c692dbce29 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for port, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:19.402185 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21f2f7-2786-4c83-90fe-62c692dbce29 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Pushing event updated for resources: {'Port': ['ID=64830ea0-861b-4b27-ab5c-a994d0f73588,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:19.416331 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-ce21f2f7-2786-4c83-90fe-62c692dbce29 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:19.436382 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-67935388-f325-465e-bbfd-4c812c38c8ac req-b936f2ce-e6d6-473f-bb92-98c9a4de4be3 service neutron] 10.222.0.46 "GET /v2.0/networks/3d38b6f3-7548-4a0e-896f-e9fb0c461e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873123 May 20 19:41:19.440808 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-ce21f2f7-2786-4c83-90fe-62c692dbce29 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3279595 May 20 19:41:19.461827 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-3bd60166-3c03-4775-a1e6-eda190b65d43 service neutron] Request body: {'port': {'device_id': '6fec5784-b876-4338-ba39-b8bafa9d741a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:41:19.482106 dv-cinder-792462-2-iscsi neutron-server[98245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04d594a0-f355-429f-91a4-1a8587e27de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc2e670-f904-488e-b35d-1845ccadd932', 'code': 200} May 20 19:41:19.523354 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.65', 55429) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:19.587288 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-a2a55c92-edf1-4185-b2c7-438bb4be15cc tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Network 84eb469a-42da-4e4e-8a93-b8edc16eceb7 is already hosted by enough agents. {{(pid=98243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:41:19.652660 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.base_scheduler [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-a2a55c92-edf1-4185-b2c7-438bb4be15cc tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Resources bound (agent type, host, resource id): {{(pid=98243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:41:19.691551 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-a2a55c92-edf1-4185-b2c7-438bb4be15cc tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Received port after_create {{(pid=98243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:41:19.700017 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-a2a55c92-edf1-4185-b2c7-438bb4be15cc tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:19.700666 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-a2a55c92-edf1-4185-b2c7-438bb4be15cc tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for port, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:19.831992 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.65', 55430) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:19.834705 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-ff867f60-f6a2-497f-ab11-da531b703924 None None] Provisioning for port 64830ea0-861b-4b27-ab5c-a994d0f73588 completed by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:41:19.841420 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-ff867f60-f6a2-497f-ab11-da531b703924 None None] Provisioning complete for port 64830ea0-861b-4b27-ab5c-a994d0f73588 triggered by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:41:19.842607 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ff867f60-f6a2-497f-ab11-da531b703924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:19.917495 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-ff867f60-f6a2-497f-ab11-da531b703924 None None] Port 64830ea0-861b-4b27-ab5c-a994d0f73588 cannot update to ACTIVE because it is not bound. {{(pid=98245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 19:41:19.919329 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a55c92-edf1-4185-b2c7-438bb4be15cc tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Pushing event updated for resources: {'Port': ['ID=6d3f3f04-0a60-4386-a8de-73b34a9990d0,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:19.929845 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-3bd60166-3c03-4775-a1e6-eda190b65d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:19.936734 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-a2a55c92-edf1-4185-b2c7-438bb4be15cc tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:20.045049 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d056d-863a-47c5-99bb-b30ac06172b9 req-f564dd3b-2145-454e-93f7-6b35f02fcf0b tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:20.045761 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-0a5d056d-863a-47c5-99bb-b30ac06172b9 req-f564dd3b-2145-454e-93f7-6b35f02fcf0b tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Synchronizing usage tracker for tenant:eae5dc310b064886a0fbb3c18c74b33d on resource:port {{(pid=98244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:41:20.056780 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055a718-4ce3-4a6f-8860-b01f80b56c4c req-f988f6e8-c8fe-4b5b-b0fd-d959dc4a00a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:20.058463 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-0055a718-4ce3-4a6f-8860-b01f80b56c4c req-f988f6e8-c8fe-4b5b-b0fd-d959dc4a00a1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=04d594a0-f355-429f-91a4-1a8587e27de3 HTTP/1.1" status: 200 len: 1098 time: 0.2212179 May 20 19:41:20.066055 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-a2a55c92-edf1-4185-b2c7-438bb4be15cc tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1509597 May 20 19:41:20.094820 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-ecfa8abc-2137-4395-b2c0-522a7abd2f51 service neutron] Request body: {'port': {'device_id': '8258bc40-8d49-40d1-a763-29d19139e2fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:41:20.134824 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-0055a718-4ce3-4a6f-8860-b01f80b56c4c req-3479f0ba-12c4-42ff-beaa-d49868cb4d48 service neutron] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:20.165556 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973a160-ca8e-487d-81ef-92d0694e5beb req-9bdaef04-e990-43a2-aeee-e84f06bb4388 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:20.167980 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7973a160-ca8e-487d-81ef-92d0694e5beb req-9bdaef04-e990-43a2-aeee-e84f06bb4388 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.65 "GET /v2.0/networks?id=84eb469a-42da-4e4e-8a93-b8edc16eceb7 HTTP/1.1" status: 200 len: 819 time: 0.6431100 May 20 19:41:20.179396 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [req-0055a718-4ce3-4a6f-8860-b01f80b56c4c req-3479f0ba-12c4-42ff-beaa-d49868cb4d48 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:20.181689 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-0a5d056d-863a-47c5-99bb-b30ac06172b9 req-f564dd3b-2145-454e-93f7-6b35f02fcf0b tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Unset dirty status for tenant:eae5dc310b064886a0fbb3c18c74b33d on resource:port {{(pid=98244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:41:20.182401 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-67935388-f325-465e-bbfd-4c812c38c8ac req-da99dd04-b074-4642-b0a6-1bc4fd55b579 service neutron] 10.222.0.46 "GET /v2.0/networks/3d38b6f3-7548-4a0e-896f-e9fb0c461e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7451103 May 20 19:41:20.182829 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-0a5d056d-863a-47c5-99bb-b30ac06172b9 req-f564dd3b-2145-454e-93f7-6b35f02fcf0b tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 931 time: 0.4162400 May 20 19:41:20.190166 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-0055a718-4ce3-4a6f-8860-b01f80b56c4c req-3479f0ba-12c4-42ff-beaa-d49868cb4d48 service neutron] Usage tracker for resource:security_group_rule and tenant:c8eb914be1a64a1ea81728298a92d426 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:20.195059 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [req-7973a160-ca8e-487d-81ef-92d0694e5beb req-c956c576-0377-4957-85f3-e72bd0639a84 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Request body: {'port': {'device_id': 'c0827d0c-cf95-40fd-b502-4bd511c5c69d', 'network_id': '84eb469a-42da-4e4e-8a93-b8edc16eceb7', 'admin_state_up': True, 'tenant_id': 'a0ac8c7cabd34168a41ac6b7de3b2121'}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:41:20.208806 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-0055a718-4ce3-4a6f-8860-b01f80b56c4c req-3479f0ba-12c4-42ff-beaa-d49868cb4d48 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:20.242696 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [req-0055a718-4ce3-4a6f-8860-b01f80b56c4c req-3479f0ba-12c4-42ff-beaa-d49868cb4d48 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:20.344632 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-0a5d056d-863a-47c5-99bb-b30ac06172b9 req-f9af8d64-f994-40e1-96ca-b66b65b06f71 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510193 May 20 19:41:20.576791 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-0055a718-4ce3-4a6f-8860-b01f80b56c4c req-3479f0ba-12c4-42ff-beaa-d49868cb4d48 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:20.583848 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.notifiers.nova [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-3bd60166-3c03-4775-a1e6-eda190b65d43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64830ea0-861b-4b27-ab5c-a994d0f73588 {{(pid=98244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:41:20.593855 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-0055a718-4ce3-4a6f-8860-b01f80b56c4c req-3479f0ba-12c4-42ff-beaa-d49868cb4d48 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:20.605519 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-ecfa8abc-2137-4395-b2c0-522a7abd2f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:20.606156 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-3bd60166-3c03-4775-a1e6-eda190b65d43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:20.631154 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [req-7973a160-ca8e-487d-81ef-92d0694e5beb req-c956c576-0377-4957-85f3-e72bd0639a84 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:20.665018 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.provisioning_blocks [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-3bd60166-3c03-4775-a1e6-eda190b65d43 service neutron] Transition to ACTIVE for port object 64830ea0-861b-4b27-ab5c-a994d0f73588 will not be triggered until provisioned by entity L2. {{(pid=98244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:41:20.714795 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-7973a160-ca8e-487d-81ef-92d0694e5beb req-c956c576-0377-4957-85f3-e72bd0639a84 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Usage tracker for resource:port and tenant:a0ac8c7cabd34168a41ac6b7de3b2121 is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:20.736908 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:20.737085 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-7973a160-ca8e-487d-81ef-92d0694e5beb req-c956c576-0377-4957-85f3-e72bd0639a84 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Quota usage for port was recalculated. Used quota:2. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:20.758715 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-538e1e5e-630e-492b-8bc2-92c9d861c845 req-c1a6b2df-a5b6-45e3-a15a-805874f43bf3 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0827d0c-cf95-40fd-b502-4bd511c5c69d HTTP/1.1" status: 200 len: 210 time: 0.1323168 May 20 19:41:20.760297 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [req-7973a160-ca8e-487d-81ef-92d0694e5beb req-c956c576-0377-4957-85f3-e72bd0639a84 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:20.773319 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-0055a718-4ce3-4a6f-8860-b01f80b56c4c req-3479f0ba-12c4-42ff-beaa-d49868cb4d48 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c51e0d65-bb83-48d4-b080-258e9c052768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6753550 May 20 19:41:20.776730 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-3bd60166-3c03-4775-a1e6-eda190b65d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:20.992260 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7973a160-ca8e-487d-81ef-92d0694e5beb req-c956c576-0377-4957-85f3-e72bd0639a84 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Made reservation on behalf of a0ac8c7cabd34168a41ac6b7de3b2121 for: {'port': 1} {{(pid=98243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:41:21.005271 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-7973a160-ca8e-487d-81ef-92d0694e5beb req-c956c576-0377-4957-85f3-e72bd0639a84 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:21.029222 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3479f0ba-12c4-42ff-beaa-d49868cb4d48 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6298da58-6bcf-46f0-9fb9-0fc6e625df96,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:21.048903 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-3479f0ba-12c4-42ff-beaa-d49868cb4d48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:21.057996 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.260s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:21.138751 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-dcbb2431-00ab-44a3-bfcb-9b4650514073 req-bc44fddf-dc20-4d54-9b71-106b47ac61e1 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Synchronizing usage tracker for tenant:8ed4e5869d204e20b671ef4c001a3511 on resource:port {{(pid=98244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:41:21.153255 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd60166-3c03-4775-a1e6-eda190b65d43 service neutron] Pushing event updated for resources: {'Port': ['ID=64830ea0-861b-4b27-ab5c-a994d0f73588,revision_number=2']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:21.165914 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-3bd60166-3c03-4775-a1e6-eda190b65d43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:21.173141 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.managers [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-3bd60166-3c03-4775-a1e6-eda190b65d43 service neutron] Attempting to bind port 64830ea0-861b-4b27-ab5c-a994d0f73588 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:41:21.173831 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.managers [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-3bd60166-3c03-4775-a1e6-eda190b65d43 service neutron] Attempting to bind port 64830ea0-861b-4b27-ab5c-a994d0f73588 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '58083fc7-31b6-4bee-b691-e433c62573b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd932fd37-893e-4714-8e50-cf8308e6d424'}] {{(pid=98244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:41:21.174386 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-3bd60166-3c03-4775-a1e6-eda190b65d43 service neutron] Attempting to bind port 64830ea0-861b-4b27-ab5c-a994d0f73588 on network d932fd37-893e-4714-8e50-cf8308e6d424 {{(pid=98244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:41:21.185881 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-3bd60166-3c03-4775-a1e6-eda190b65d43 service neutron] Port 64830ea0-861b-4b27-ab5c-a994d0f73588 on network d932fd37-893e-4714-8e50-cf8308e6d424 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 19:41:21.186455 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-3bd60166-3c03-4775-a1e6-eda190b65d43 service neutron] Attempting to bind port 64830ea0-861b-4b27-ab5c-a994d0f73588 on network d932fd37-893e-4714-8e50-cf8308e6d424 {{(pid=98244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:41:21.197354 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-3bd60166-3c03-4775-a1e6-eda190b65d43 service neutron] Checking agent: {'id': '35bcd696-cda5-4691-8ef9-fd8f1ab55a75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 39, 6), 'started_at': datetime.datetime(2021, 5, 20, 19, 39, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:41:21.197821 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-3bd60166-3c03-4775-a1e6-eda190b65d43 service neutron] Checking segment: {'id': '58083fc7-31b6-4bee-b691-e433c62573b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd932fd37-893e-4714-8e50-cf8308e6d424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:41:21.199008 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-3bd60166-3c03-4775-a1e6-eda190b65d43 service neutron] Bound using segment: {'id': '58083fc7-31b6-4bee-b691-e433c62573b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd932fd37-893e-4714-8e50-cf8308e6d424'} {{(pid=98244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:41:21.199682 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.managers [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-3bd60166-3c03-4775-a1e6-eda190b65d43 service neutron] Bound port: 64830ea0-861b-4b27-ab5c-a994d0f73588, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58083fc7-31b6-4bee-b691-e433c62573b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd932fd37-893e-4714-8e50-cf8308e6d424'}}] {{(pid=98244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:41:21.200233 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-3bd60166-3c03-4775-a1e6-eda190b65d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:21.300700 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-dcbb2431-00ab-44a3-bfcb-9b4650514073 req-bc44fddf-dc20-4d54-9b71-106b47ac61e1 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Unset dirty status for tenant:8ed4e5869d204e20b671ef4c001a3511 on resource:port {{(pid=98244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:41:21.301958 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-dcbb2431-00ab-44a3-bfcb-9b4650514073 req-bc44fddf-dc20-4d54-9b71-106b47ac61e1 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 210 time: 0.3748164 May 20 19:41:21.356844 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1fa8a6-1a1a-47b6-9393-017a6c221bf8 req-0a3fc5e2-f111-4d2a-ab3c-8041e697573a tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:21.365426 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-dc1fa8a6-1a1a-47b6-9393-017a6c221bf8 req-0a3fc5e2-f111-4d2a-ab3c-8041e697573a tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] 10.222.0.46 "GET /v2.0/ports?device_id=04d594a0-f355-429f-91a4-1a8587e27de3 HTTP/1.1" status: 200 len: 945 time: 0.6135886 May 20 19:41:21.421574 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.db [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-3bd60166-3c03-4775-a1e6-eda190b65d43 service neutron] For port 64830ea0-861b-4b27-ab5c-a994d0f73588, host hv-cinder-79246, cleared binding levels {{(pid=98244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:41:21.427385 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.db [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-3bd60166-3c03-4775-a1e6-eda190b65d43 service neutron] For port 64830ea0-861b-4b27-ab5c-a994d0f73588, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=64830ea0-861b-4b27-ab5c-a994d0f73588,segment=NetworkSegment(58083fc7-31b6-4bee-b691-e433c62573b4),segment_id=58083fc7-31b6-4bee-b691-e433c62573b4)] {{(pid=98244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:41:21.441549 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-3bd60166-3c03-4775-a1e6-eda190b65d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:21.451445 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:21.461710 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-dc1fa8a6-1a1a-47b6-9393-017a6c221bf8 req-a81b5cb9-00a8-49d7-981e-213cdd3cde50 tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] 10.222.0.46 "GET /v2.0/security-groups?id=c51e0d65-bb83-48d4-b080-258e9c052768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949135 May 20 19:41:21.537809 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd60166-3c03-4775-a1e6-eda190b65d43 service neutron] Pushing event updated for resources: {'Port': ['ID=64830ea0-861b-4b27-ab5c-a994d0f73588,revision_number=3']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:21.550615 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-3bd60166-3c03-4775-a1e6-eda190b65d43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:21.558611 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-3bd60166-3c03-4775-a1e6-eda190b65d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:21.559235 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-3bd60166-3c03-4775-a1e6-eda190b65d43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for port, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:21.561016 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-3bd60166-3c03-4775-a1e6-eda190b65d43 service neutron] 10.222.0.65 "PUT /v2.0/ports/64830ea0-861b-4b27-ab5c-a994d0f73588 HTTP/1.1" status: 200 len: 1093 time: 2.1070137 May 20 19:41:21.561575 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fec5784-b876-4338-ba39-b8bafa9d741a', 'tag': '64830ea0-861b-4b27-ab5c-a994d0f73588'}] {{(pid=98244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:41:21.640383 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.notifiers.nova [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-ecfa8abc-2137-4395-b2c0-522a7abd2f51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d3f3f04-0a60-4386-a8de-73b34a9990d0 {{(pid=98243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:41:21.696252 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-ecfa8abc-2137-4395-b2c0-522a7abd2f51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:21.726138 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.provisioning_blocks [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-ecfa8abc-2137-4395-b2c0-522a7abd2f51 service neutron] Transition to ACTIVE for port object 6d3f3f04-0a60-4386-a8de-73b34a9990d0 will not be triggered until provisioned by entity L2. {{(pid=98243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:41:21.742591 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-ecfa8abc-2137-4395-b2c0-522a7abd2f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:21.834078 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-e1496271-8d0b-4d72-bd76-ee57fd8ba82b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:21.838888 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-60c32924-e830-46db-8435-eafdeec80d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:21.844022 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-60c32924-e830-46db-8435-eafdeec80d3e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=eae5dc310b064886a0fbb3c18c74b33d&device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 1096 time: 0.1567364 May 20 19:41:22.046791 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-b9af0684-5642-4a20-b75a-6715951fed54 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64830ea0-861b-4b27-ab5c-a994d0f73588 HTTP/1.1" status: 200 len: 217 time: 0.1914854 May 20 19:41:22.056050 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-9ba05355-8a99-40f3-b827-7ed50a3ec0d0 req-0de47911-adaf-4959-a238-336d709184b6 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0827d0c-cf95-40fd-b502-4bd511c5c69d HTTP/1.1" status: 200 len: 210 time: 0.1154180 May 20 19:41:22.066136 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfa8abc-2137-4395-b2c0-522a7abd2f51 service neutron] Pushing event updated for resources: {'Port': ['ID=6d3f3f04-0a60-4386-a8de-73b34a9990d0,revision_number=2']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:22.094884 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-ecfa8abc-2137-4395-b2c0-522a7abd2f51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:22.102685 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44093b-54b1-42a2-8b70-95f85f57d361 req-50bdc167-6365-4a07-bcb0-568605a1134b tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:22.104208 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-4c44093b-54b1-42a2-8b70-95f85f57d361 req-50bdc167-6365-4a07-bcb0-568605a1134b tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 943 time: 0.4545009 May 20 19:41:22.137394 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.db_base_plugin_common [req-7973a160-ca8e-487d-81ef-92d0694e5beb req-c956c576-0377-4957-85f3-e72bd0639a84 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Allocated IP 172.20.0.12 (84eb469a-42da-4e4e-8a93-b8edc16eceb7/b75e212a-a8c6-44fb-b15e-58090122a2cf/551c2209-fd24-46ff-b426-ebc1a79350aa) {{(pid=98243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:41:22.189295 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.managers [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-ecfa8abc-2137-4395-b2c0-522a7abd2f51 service neutron] Attempting to bind port 6d3f3f04-0a60-4386-a8de-73b34a9990d0 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:41:22.189995 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.managers [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-ecfa8abc-2137-4395-b2c0-522a7abd2f51 service neutron] Attempting to bind port 6d3f3f04-0a60-4386-a8de-73b34a9990d0 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'bb2d58f1-e924-45ff-b685-912f2e453c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '84eb469a-42da-4e4e-8a93-b8edc16eceb7'}] {{(pid=98243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:41:22.191935 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-ecfa8abc-2137-4395-b2c0-522a7abd2f51 service neutron] Attempting to bind port 6d3f3f04-0a60-4386-a8de-73b34a9990d0 on network 84eb469a-42da-4e4e-8a93-b8edc16eceb7 {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:41:22.214228 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-0b038af6-1f79-4bcd-b8a4-32f8f96f50d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:22.226162 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-0b038af6-1f79-4bcd-b8a4-32f8f96f50d4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=edef4a11-9491-49df-813d-c217a08b5490 HTTP/1.1" status: 200 len: 847 time: 0.1692762 May 20 19:41:22.304600 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-4c44093b-54b1-42a2-8b70-95f85f57d361 req-777af973-54fb-4983-a049-8bd326e57f61 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686602 May 20 19:41:22.308121 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-ecfa8abc-2137-4395-b2c0-522a7abd2f51 service neutron] Port 6d3f3f04-0a60-4386-a8de-73b34a9990d0 on network 84eb469a-42da-4e4e-8a93-b8edc16eceb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 19:41:22.309270 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-ecfa8abc-2137-4395-b2c0-522a7abd2f51 service neutron] Attempting to bind port 6d3f3f04-0a60-4386-a8de-73b34a9990d0 on network 84eb469a-42da-4e4e-8a93-b8edc16eceb7 {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:41:22.342920 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fec5784-b876-4338-ba39-b8bafa9d741a', 'tag': '64830ea0-861b-4b27-ab5c-a994d0f73588', 'status': 'completed', 'code': 200} May 20 19:41:22.363028 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-ecfa8abc-2137-4395-b2c0-522a7abd2f51 service neutron] Checking agent: {'id': '35bcd696-cda5-4691-8ef9-fd8f1ab55a75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 39, 6), 'started_at': datetime.datetime(2021, 5, 20, 19, 39, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:41:22.363371 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-ecfa8abc-2137-4395-b2c0-522a7abd2f51 service neutron] Checking segment: {'id': 'bb2d58f1-e924-45ff-b685-912f2e453c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '84eb469a-42da-4e4e-8a93-b8edc16eceb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:41:22.363785 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-ecfa8abc-2137-4395-b2c0-522a7abd2f51 service neutron] Bound using segment: {'id': 'bb2d58f1-e924-45ff-b685-912f2e453c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '84eb469a-42da-4e4e-8a93-b8edc16eceb7'} {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:41:22.364239 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.managers [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-ecfa8abc-2137-4395-b2c0-522a7abd2f51 service neutron] Bound port: 6d3f3f04-0a60-4386-a8de-73b34a9990d0, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb2d58f1-e924-45ff-b685-912f2e453c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '84eb469a-42da-4e4e-8a93-b8edc16eceb7'}}] {{(pid=98243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:41:22.364584 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-ecfa8abc-2137-4395-b2c0-522a7abd2f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:22.721204 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c0fb2082-2720-4706-b07e-36db17528abd req-95f5a7ff-a950-40ab-813f-0a77d568662e tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 210 time: 0.1431396 May 20 19:41:22.790424 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.db [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-ecfa8abc-2137-4395-b2c0-522a7abd2f51 service neutron] For port 6d3f3f04-0a60-4386-a8de-73b34a9990d0, host hv-cinder-79246, cleared binding levels {{(pid=98243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:41:22.823071 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-7973a160-ca8e-487d-81ef-92d0694e5beb req-c956c576-0377-4957-85f3-e72bd0639a84 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Notify callbacks [] for port, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:22.827120 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.db [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-ecfa8abc-2137-4395-b2c0-522a7abd2f51 service neutron] For port 6d3f3f04-0a60-4386-a8de-73b34a9990d0, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=6d3f3f04-0a60-4386-a8de-73b34a9990d0,segment=NetworkSegment(bb2d58f1-e924-45ff-b685-912f2e453c73),segment_id=bb2d58f1-e924-45ff-b685-912f2e453c73)] {{(pid=98243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:41:22.835905 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-ecfa8abc-2137-4395-b2c0-522a7abd2f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:22.843369 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:22.882193 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67935388-f325-465e-bbfd-4c812c38c8ac req-c8b83c20-42cb-499f-8a31-c989f81a01ed tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:22.882890 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-67935388-f325-465e-bbfd-4c812c38c8ac req-c8b83c20-42cb-499f-8a31-c989f81a01ed tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Synchronizing usage tracker for tenant:8ed4e5869d204e20b671ef4c001a3511 on resource:network {{(pid=98244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:41:22.916911 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-ecfa8abc-2137-4395-b2c0-522a7abd2f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:22.917577 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-ecfa8abc-2137-4395-b2c0-522a7abd2f51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for port, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:22.919159 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-ecfa8abc-2137-4395-b2c0-522a7abd2f51 service neutron] 10.222.0.65 "PUT /v2.0/ports/6d3f3f04-0a60-4386-a8de-73b34a9990d0 HTTP/1.1" status: 200 len: 1093 time: 2.8372531 May 20 19:41:22.919584 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8258bc40-8d49-40d1-a763-29d19139e2fc', 'tag': '6d3f3f04-0a60-4386-a8de-73b34a9990d0'}] {{(pid=98243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:41:22.925831 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-67935388-f325-465e-bbfd-4c812c38c8ac req-c8b83c20-42cb-499f-8a31-c989f81a01ed tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Unset dirty status for tenant:8ed4e5869d204e20b671ef4c001a3511 on resource:network {{(pid=98244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:41:22.927031 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-67935388-f325-465e-bbfd-4c812c38c8ac req-c8b83c20-42cb-499f-8a31-c989f81a01ed tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.65 "GET /v2.0/networks?id=3d38b6f3-7548-4a0e-896f-e9fb0c461e8e HTTP/1.1" status: 200 len: 817 time: 0.5492060 May 20 19:41:22.942312 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfa8abc-2137-4395-b2c0-522a7abd2f51 service neutron] Pushing event updated for resources: {'Port': ['ID=6d3f3f04-0a60-4386-a8de-73b34a9990d0,revision_number=3']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:22.945966 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-ecfa8abc-2137-4395-b2c0-522a7abd2f51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:22.954461 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-7973a160-ca8e-487d-81ef-92d0694e5beb req-c956c576-0377-4957-85f3-e72bd0639a84 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015'] for port, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:22.962097 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:22.988353 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-4f8401a8-e7b1-44d9-a6a4-21c706200245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:22.989907 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-4f8401a8-e7b1-44d9-a6a4-21c706200245 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d932fd37-893e-4714-8e50-cf8308e6d424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.7539270 May 20 19:41:23.004095 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f32e55f-5b4c-4bed-8dc6-1801bd23eef8 req-7c0c63be-2845-43d4-867b-c6b79842926d tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:23.005831 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-0f32e55f-5b4c-4bed-8dc6-1801bd23eef8 req-7c0c63be-2845-43d4-867b-c6b79842926d tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] 10.222.0.46 "GET /v2.0/ports?device_id=04d594a0-f355-429f-91a4-1a8587e27de3 HTTP/1.1" status: 200 len: 945 time: 0.2582064 May 20 19:41:23.047810 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8258bc40-8d49-40d1-a763-29d19139e2fc', 'tag': '6d3f3f04-0a60-4386-a8de-73b34a9990d0', 'status': 'completed', 'code': 200} May 20 19:41:23.108965 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7973a160-ca8e-487d-81ef-92d0694e5beb req-c956c576-0377-4957-85f3-e72bd0639a84 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Network 84eb469a-42da-4e4e-8a93-b8edc16eceb7 is already hosted by enough agents. {{(pid=98243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:41:23.113798 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.base_scheduler [req-7973a160-ca8e-487d-81ef-92d0694e5beb req-c956c576-0377-4957-85f3-e72bd0639a84 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Resources bound (agent type, host, resource id): {{(pid=98243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:41:23.122750 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.l3_dvrscheduler_db [req-7973a160-ca8e-487d-81ef-92d0694e5beb req-c956c576-0377-4957-85f3-e72bd0639a84 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Received port after_create {{(pid=98243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:41:23.129799 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973a160-ca8e-487d-81ef-92d0694e5beb req-c956c576-0377-4957-85f3-e72bd0639a84 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:23.129799 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-7973a160-ca8e-487d-81ef-92d0694e5beb req-c956c576-0377-4957-85f3-e72bd0639a84 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for port, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:23.135391 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c956c576-0377-4957-85f3-e72bd0639a84 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Pushing event updated for resources: {'Port': ['ID=551c2209-fd24-46ff-b426-ebc1a79350aa,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:23.147927 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-c956c576-0377-4957-85f3-e72bd0639a84 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:23.166979 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-67935388-f325-465e-bbfd-4c812c38c8ac req-4c48d74d-28a6-4a0b-8107-03b741f10d5b tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Synchronizing usage tracker for tenant:8ed4e5869d204e20b671ef4c001a3511 on resource:security_group {{(pid=98244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:41:23.207894 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7973a160-ca8e-487d-81ef-92d0694e5beb req-c956c576-0377-4957-85f3-e72bd0639a84 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0228996 May 20 19:41:23.210840 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-7ef3dbd9-9330-409a-a9e6-b8fa4429f751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:23.212459 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-7ef3dbd9-9330-409a-a9e6-b8fa4429f751 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a0ac8c7cabd34168a41ac6b7de3b2121&device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 1096 time: 0.2112470 May 20 19:41:23.229433 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [req-7973a160-ca8e-487d-81ef-92d0694e5beb req-3e399d2f-c795-490e-b050-5388fb1c6bc8 service neutron] Request body: {'port': {'device_id': 'c0827d0c-cf95-40fd-b502-4bd511c5c69d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:41:23.241985 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-0f32e55f-5b4c-4bed-8dc6-1801bd23eef8 req-4dfe1557-7508-4cf5-af29-443c637c4f9c tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] 10.222.0.46 "GET /v2.0/security-groups?id=c51e0d65-bb83-48d4-b080-258e9c052768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082129 May 20 19:41:23.284505 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-67935388-f325-465e-bbfd-4c812c38c8ac req-4c48d74d-28a6-4a0b-8107-03b741f10d5b tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Unset dirty status for tenant:8ed4e5869d204e20b671ef4c001a3511 on resource:security_group {{(pid=98244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:41:23.285956 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-67935388-f325-465e-bbfd-4c812c38c8ac req-4c48d74d-28a6-4a0b-8107-03b741f10d5b tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ed4e5869d204e20b671ef4c001a3511 HTTP/1.1" status: 200 len: 380 time: 0.3358505 May 20 19:41:23.302388 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [req-67935388-f325-465e-bbfd-4c812c38c8ac req-b3cacea8-26bf-4bc3-828d-feffb11e390e tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Request body: {'port': {'device_id': 'debb1a7d-07d6-4185-946f-2b11a45912cc', 'network_id': '3d38b6f3-7548-4a0e-896f-e9fb0c461e8e', 'admin_state_up': True, 'tenant_id': '8ed4e5869d204e20b671ef4c001a3511', 'security_groups': ['28171389-33a4-4ee7-830f-68ebe4e2fb4c']}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:41:23.342926 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-7cbd969b-ddb7-4963-982d-f512d8a2d63c service neutron] 10.222.0.65 "GET /v2.0/networks/d932fd37-893e-4714-8e50-cf8308e6d424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359470 May 20 19:41:23.386306 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-be4b5862-c30f-45af-a8e6-23c31a1a37f1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d3f3f04-0a60-4386-a8de-73b34a9990d0 HTTP/1.1" status: 200 len: 217 time: 0.1287353 May 20 19:41:23.524959 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-d943852a-72dc-438a-987d-1868cf545585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:23.526684 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-d943852a-72dc-438a-987d-1868cf545585 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b75e212a-a8c6-44fb-b15e-58090122a2cf HTTP/1.1" status: 200 len: 859 time: 0.1272399 May 20 19:41:23.584894 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf8485-12ed-4eb5-bc7b-b2da268f8fdd req-1a92b2f0-6b03-42db-bc8e-a6370cf9fc1a tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:23.585498 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-08cf8485-12ed-4eb5-bc7b-b2da268f8fdd req-1a92b2f0-6b03-42db-bc8e-a6370cf9fc1a tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Synchronizing usage tracker for tenant:a0ac8c7cabd34168a41ac6b7de3b2121 on resource:port {{(pid=98243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:41:23.588195 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-7973a160-ca8e-487d-81ef-92d0694e5beb req-3e399d2f-c795-490e-b050-5388fb1c6bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:23.591368 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [req-67935388-f325-465e-bbfd-4c812c38c8ac req-b3cacea8-26bf-4bc3-828d-feffb11e390e tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:23.608954 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [req-67935388-f325-465e-bbfd-4c812c38c8ac req-b3cacea8-26bf-4bc3-828d-feffb11e390e tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:23.614421 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-28330468-b71c-4125-a5ff-6f241c2d49bc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=84eb469a-42da-4e4e-8a93-b8edc16eceb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785933 May 20 19:41:23.639917 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-d06c4644-7cf3-4a97-bae4-3f96467655e5 req-33272dcc-cc31-4126-9d6e-2aaecfd5329f service neutron] 10.222.0.65 "GET /v2.0/networks/d932fd37-893e-4714-8e50-cf8308e6d424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470722 May 20 19:41:23.645972 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67935388-f325-465e-bbfd-4c812c38c8ac req-b3cacea8-26bf-4bc3-828d-feffb11e390e tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Made reservation on behalf of 8ed4e5869d204e20b671ef4c001a3511 for: {'port': 1} {{(pid=98244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:41:23.650051 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-67935388-f325-465e-bbfd-4c812c38c8ac req-b3cacea8-26bf-4bc3-828d-feffb11e390e tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:23.678116 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9e179-13a1-471e-9022-ceaa1af1f241 req-12287a4c-2240-4d91-b8df-7c2c1ea8d7b8 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:23.679970 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-4cb9e179-13a1-471e-9022-ceaa1af1f241 req-12287a4c-2240-4d91-b8df-7c2c1ea8d7b8 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 943 time: 0.2623227 May 20 19:41:23.730206 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-08cf8485-12ed-4eb5-bc7b-b2da268f8fdd req-1a92b2f0-6b03-42db-bc8e-a6370cf9fc1a tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Unset dirty status for tenant:a0ac8c7cabd34168a41ac6b7de3b2121 on resource:port {{(pid=98243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:41:23.737598 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-08cf8485-12ed-4eb5-bc7b-b2da268f8fdd req-1a92b2f0-6b03-42db-bc8e-a6370cf9fc1a tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0827d0c-cf95-40fd-b502-4bd511c5c69d HTTP/1.1" status: 200 len: 932 time: 0.4811363 May 20 19:41:23.862002 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-4cb9e179-13a1-471e-9022-ceaa1af1f241 req-675825df-f8e5-43bc-b494-3777a133843f tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700008 May 20 19:41:24.012019 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-08cf8485-12ed-4eb5-bc7b-b2da268f8fdd req-767347ab-9935-488b-b76e-16d78db50f02 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Synchronizing usage tracker for tenant:a0ac8c7cabd34168a41ac6b7de3b2121 on resource:security_group {{(pid=98243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:41:24.050763 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643ef01-76b3-4d29-bc40-394de60e2af2 req-1ca8d568-9939-4f15-8bf1-8080f4fbfd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:24.052729 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-9643ef01-76b3-4d29-bc40-394de60e2af2 req-1ca8d568-9939-4f15-8bf1-8080f4fbfd90 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=eae5dc310b064886a0fbb3c18c74b33d&device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 1096 time: 0.3346033 May 20 19:41:24.053478 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-cabcf39e-d6df-4dff-94d5-d7ccd2e98e3f service neutron] 10.222.0.65 "GET /v2.0/networks/84eb469a-42da-4e4e-8a93-b8edc16eceb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4319046 May 20 19:41:24.161537 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-08cf8485-12ed-4eb5-bc7b-b2da268f8fdd req-767347ab-9935-488b-b76e-16d78db50f02 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Unset dirty status for tenant:a0ac8c7cabd34168a41ac6b7de3b2121 on resource:security_group {{(pid=98243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:41:24.170002 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-08cf8485-12ed-4eb5-bc7b-b2da268f8fdd req-767347ab-9935-488b-b76e-16d78db50f02 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4317136 May 20 19:41:24.206490 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-529c25c9-2fef-4ce7-9b1f-84d1fee82c3b req-adbf9758-5fcc-4f77-9b7f-e1c2187d5eea tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 210 time: 0.0942318 May 20 19:41:24.308025 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.db_base_plugin_common [req-67935388-f325-465e-bbfd-4c812c38c8ac req-b3cacea8-26bf-4bc3-828d-feffb11e390e tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Allocated IP 172.20.0.9 (3d38b6f3-7548-4a0e-896f-e9fb0c461e8e/5b859f84-1277-4d60-b0e8-72f23097ad76/eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550) {{(pid=98244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:41:24.318920 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-9d3f1d41-def2-4637-a79c-b03870d96b43 req-42302742-50d9-4836-b2cd-388074cb9730 service neutron] 10.222.0.65 "GET /v2.0/networks/84eb469a-42da-4e4e-8a93-b8edc16eceb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497494 May 20 19:41:24.429227 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643ef01-76b3-4d29-bc40-394de60e2af2 req-68dda6c6-3c85-4204-a108-69419a497585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:24.431054 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-9643ef01-76b3-4d29-bc40-394de60e2af2 req-68dda6c6-3c85-4204-a108-69419a497585 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d932fd37-893e-4714-8e50-cf8308e6d424 HTTP/1.1" status: 200 len: 909 time: 0.3544724 May 20 19:41:24.474337 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.notifiers.nova [req-7973a160-ca8e-487d-81ef-92d0694e5beb req-3e399d2f-c795-490e-b050-5388fb1c6bc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 551c2209-fd24-46ff-b426-ebc1a79350aa {{(pid=98243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:41:24.485524 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-7973a160-ca8e-487d-81ef-92d0694e5beb req-3e399d2f-c795-490e-b050-5388fb1c6bc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:24.506776 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.provisioning_blocks [req-7973a160-ca8e-487d-81ef-92d0694e5beb req-3e399d2f-c795-490e-b050-5388fb1c6bc8 service neutron] Transition to ACTIVE for port object 551c2209-fd24-46ff-b426-ebc1a79350aa will not be triggered until provisioned by entity L2. {{(pid=98243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:41:24.520691 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-7973a160-ca8e-487d-81ef-92d0694e5beb req-3e399d2f-c795-490e-b050-5388fb1c6bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:24.526070 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa9b7b-a92e-41b2-b782-233191889e8f req-62fdae9c-2af1-4a30-8210-20b7e9f418e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:24.529998 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-31aa9b7b-a92e-41b2-b782-233191889e8f req-62fdae9c-2af1-4a30-8210-20b7e9f418e2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a0ac8c7cabd34168a41ac6b7de3b2121&device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 1096 time: 0.1386216 May 20 19:41:24.540942 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-c2f18bb0-0f87-40cf-8609-81c14e3b1c69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:24.563072 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-9643ef01-76b3-4d29-bc40-394de60e2af2 req-9409ec69-db80-4085-a7aa-d8c026030c4a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64830ea0-861b-4b27-ab5c-a994d0f73588 HTTP/1.1" status: 200 len: 217 time: 0.1217332 May 20 19:41:24.779984 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e399d2f-c795-490e-b050-5388fb1c6bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=551c2209-fd24-46ff-b426-ebc1a79350aa,revision_number=2']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:24.793969 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-3e399d2f-c795-490e-b050-5388fb1c6bc8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:24.820431 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-67935388-f325-465e-bbfd-4c812c38c8ac req-b3cacea8-26bf-4bc3-828d-feffb11e390e tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks [] for port, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:24.847848 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643ef01-76b3-4d29-bc40-394de60e2af2 req-443a6280-d573-43ce-8070-221f3b1cf6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:24.849528 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-9643ef01-76b3-4d29-bc40-394de60e2af2 req-443a6280-d573-43ce-8070-221f3b1cf6d9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=edef4a11-9491-49df-813d-c217a08b5490 HTTP/1.1" status: 200 len: 847 time: 0.1107841 May 20 19:41:24.853217 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.provisioning_blocks [req-67935388-f325-465e-bbfd-4c812c38c8ac req-b3cacea8-26bf-4bc3-828d-feffb11e390e tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Transition to ACTIVE for port object eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550 will not be triggered until provisioned by entity DHCP. {{(pid=98244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:41:24.869809 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.managers [req-7973a160-ca8e-487d-81ef-92d0694e5beb req-3e399d2f-c795-490e-b050-5388fb1c6bc8 service neutron] Attempting to bind port 551c2209-fd24-46ff-b426-ebc1a79350aa on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:41:24.869809 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.managers [req-7973a160-ca8e-487d-81ef-92d0694e5beb req-3e399d2f-c795-490e-b050-5388fb1c6bc8 service neutron] Attempting to bind port 551c2209-fd24-46ff-b426-ebc1a79350aa by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'bb2d58f1-e924-45ff-b685-912f2e453c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '84eb469a-42da-4e4e-8a93-b8edc16eceb7'}] {{(pid=98243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:41:24.870143 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7973a160-ca8e-487d-81ef-92d0694e5beb req-3e399d2f-c795-490e-b050-5388fb1c6bc8 service neutron] Attempting to bind port 551c2209-fd24-46ff-b426-ebc1a79350aa on network 84eb469a-42da-4e4e-8a93-b8edc16eceb7 {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:41:24.876342 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa9b7b-a92e-41b2-b782-233191889e8f req-72380355-5f5e-41a2-a0a5-9aef29d126ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:24.877845 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-31aa9b7b-a92e-41b2-b782-233191889e8f req-72380355-5f5e-41a2-a0a5-9aef29d126ee service neutron] 10.222.0.65 "GET /v2.0/networks?id=84eb469a-42da-4e4e-8a93-b8edc16eceb7 HTTP/1.1" status: 200 len: 920 time: 0.3391466 May 20 19:41:24.879746 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7973a160-ca8e-487d-81ef-92d0694e5beb req-3e399d2f-c795-490e-b050-5388fb1c6bc8 service neutron] Port 551c2209-fd24-46ff-b426-ebc1a79350aa on network 84eb469a-42da-4e4e-8a93-b8edc16eceb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 19:41:24.880151 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7973a160-ca8e-487d-81ef-92d0694e5beb req-3e399d2f-c795-490e-b050-5388fb1c6bc8 service neutron] Attempting to bind port 551c2209-fd24-46ff-b426-ebc1a79350aa on network 84eb469a-42da-4e4e-8a93-b8edc16eceb7 {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:41:24.942031 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7973a160-ca8e-487d-81ef-92d0694e5beb req-3e399d2f-c795-490e-b050-5388fb1c6bc8 service neutron] Checking agent: {'id': '35bcd696-cda5-4691-8ef9-fd8f1ab55a75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 39, 6), 'started_at': datetime.datetime(2021, 5, 20, 19, 39, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:41:24.942031 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7973a160-ca8e-487d-81ef-92d0694e5beb req-3e399d2f-c795-490e-b050-5388fb1c6bc8 service neutron] Checking segment: {'id': 'bb2d58f1-e924-45ff-b685-912f2e453c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '84eb469a-42da-4e4e-8a93-b8edc16eceb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:41:24.942816 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7973a160-ca8e-487d-81ef-92d0694e5beb req-3e399d2f-c795-490e-b050-5388fb1c6bc8 service neutron] Bound using segment: {'id': 'bb2d58f1-e924-45ff-b685-912f2e453c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '84eb469a-42da-4e4e-8a93-b8edc16eceb7'} {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:41:24.943349 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.managers [req-7973a160-ca8e-487d-81ef-92d0694e5beb req-3e399d2f-c795-490e-b050-5388fb1c6bc8 service neutron] Bound port: 551c2209-fd24-46ff-b426-ebc1a79350aa, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb2d58f1-e924-45ff-b685-912f2e453c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '84eb469a-42da-4e4e-8a93-b8edc16eceb7'}}] {{(pid=98243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:41:24.943802 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-7973a160-ca8e-487d-81ef-92d0694e5beb req-3e399d2f-c795-490e-b050-5388fb1c6bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:24.974132 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-31aa9b7b-a92e-41b2-b782-233191889e8f req-fa838e14-f418-43a1-99b3-ab24dad9accb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d3f3f04-0a60-4386-a8de-73b34a9990d0 HTTP/1.1" status: 200 len: 217 time: 0.0873513 May 20 19:41:25.059266 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-67935388-f325-465e-bbfd-4c812c38c8ac req-b3cacea8-26bf-4bc3-828d-feffb11e390e tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015'] for port, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:25.062919 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643ef01-76b3-4d29-bc40-394de60e2af2 req-b5615f59-122f-407c-90cc-8b676413f94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:25.064429 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-9643ef01-76b3-4d29-bc40-394de60e2af2 req-b5615f59-122f-407c-90cc-8b676413f94f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d932fd37-893e-4714-8e50-cf8308e6d424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2024693 May 20 19:41:25.079215 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:25.151362 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67935388-f325-465e-bbfd-4c812c38c8ac req-b3cacea8-26bf-4bc3-828d-feffb11e390e tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Network 3d38b6f3-7548-4a0e-896f-e9fb0c461e8e is already hosted by enough agents. {{(pid=98244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:41:25.153888 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa9b7b-a92e-41b2-b782-233191889e8f req-6e6d4969-833d-4e50-8bd8-e9985950087e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:25.155461 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-31aa9b7b-a92e-41b2-b782-233191889e8f req-6e6d4969-833d-4e50-8bd8-e9985950087e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b75e212a-a8c6-44fb-b15e-58090122a2cf HTTP/1.1" status: 200 len: 859 time: 0.1528335 May 20 19:41:25.177008 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.base_scheduler [req-67935388-f325-465e-bbfd-4c812c38c8ac req-b3cacea8-26bf-4bc3-828d-feffb11e390e tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Resources bound (agent type, host, resource id): {{(pid=98244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:41:25.183767 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.l3_dvrscheduler_db [req-67935388-f325-465e-bbfd-4c812c38c8ac req-b3cacea8-26bf-4bc3-828d-feffb11e390e tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Received port after_create {{(pid=98244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:41:25.195359 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67935388-f325-465e-bbfd-4c812c38c8ac req-b3cacea8-26bf-4bc3-828d-feffb11e390e tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:25.196166 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-67935388-f325-465e-bbfd-4c812c38c8ac req-b3cacea8-26bf-4bc3-828d-feffb11e390e tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for port, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:25.213293 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.db [req-7973a160-ca8e-487d-81ef-92d0694e5beb req-3e399d2f-c795-490e-b050-5388fb1c6bc8 service neutron] For port 551c2209-fd24-46ff-b426-ebc1a79350aa, host hv-cinder-79246, cleared binding levels {{(pid=98243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:41:25.240983 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-31aa9b7b-a92e-41b2-b782-233191889e8f req-74676ad3-67c5-4c1c-bce9-feded472e58a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=84eb469a-42da-4e4e-8a93-b8edc16eceb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742984 May 20 19:41:25.253429 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.db [req-7973a160-ca8e-487d-81ef-92d0694e5beb req-3e399d2f-c795-490e-b050-5388fb1c6bc8 service neutron] For port 551c2209-fd24-46ff-b426-ebc1a79350aa, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=551c2209-fd24-46ff-b426-ebc1a79350aa,segment=NetworkSegment(bb2d58f1-e924-45ff-b685-912f2e453c73),segment_id=bb2d58f1-e924-45ff-b685-912f2e453c73)] {{(pid=98243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:41:25.271133 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-7973a160-ca8e-487d-81ef-92d0694e5beb req-3e399d2f-c795-490e-b050-5388fb1c6bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:25.279051 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d0e54-8f90-4118-835a-eca7caf114c8 req-07984852-d40f-4e79-a55b-2eccc83ec908 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:25.280558 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-449d0e54-8f90-4118-835a-eca7caf114c8 req-07984852-d40f-4e79-a55b-2eccc83ec908 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 943 time: 0.2393050 May 20 19:41:25.286445 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:25.293504 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-67935388-f325-465e-bbfd-4c812c38c8ac req-b3cacea8-26bf-4bc3-828d-feffb11e390e tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9978843 May 20 19:41:25.367870 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973a160-ca8e-487d-81ef-92d0694e5beb req-3e399d2f-c795-490e-b050-5388fb1c6bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:25.368734 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-7973a160-ca8e-487d-81ef-92d0694e5beb req-3e399d2f-c795-490e-b050-5388fb1c6bc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for port, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:25.370269 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7973a160-ca8e-487d-81ef-92d0694e5beb req-3e399d2f-c795-490e-b050-5388fb1c6bc8 service neutron] 10.222.0.65 "PUT /v2.0/ports/551c2209-fd24-46ff-b426-ebc1a79350aa HTTP/1.1" status: 200 len: 1094 time: 2.1454163 May 20 19:41:25.372794 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0827d0c-cf95-40fd-b502-4bd511c5c69d', 'tag': '551c2209-fd24-46ff-b426-ebc1a79350aa'}] {{(pid=98243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:41:25.375796 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cacea8-26bf-4bc3-828d-feffb11e390e tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Pushing event updated for resources: {'Port': ['ID=eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:25.389982 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-b3cacea8-26bf-4bc3-828d-feffb11e390e tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:25.410063 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-449d0e54-8f90-4118-835a-eca7caf114c8 req-e656abf6-d47b-4b3c-964d-13930382cecd tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870523 May 20 19:41:25.410815 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e399d2f-c795-490e-b050-5388fb1c6bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=551c2209-fd24-46ff-b426-ebc1a79350aa,revision_number=3']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:25.413942 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-3e399d2f-c795-490e-b050-5388fb1c6bc8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:25.448580 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-9643ef01-76b3-4d29-bc40-394de60e2af2 req-a9e8ce8b-949f-4dcb-b4bb-c78fbcf9a0f6 service neutron] 10.222.0.65 "GET /v2.0/networks/d932fd37-893e-4714-8e50-cf8308e6d424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684504 May 20 19:41:25.450528 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-5dfeb78d-3267-406c-a8d2-6c7855f893af None None] Provisioning for port eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550 completed by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:41:25.456402 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-5dfeb78d-3267-406c-a8d2-6c7855f893af None None] Provisioning complete for port eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550 triggered by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:41:25.456846 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-5dfeb78d-3267-406c-a8d2-6c7855f893af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:25.544440 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-5dfeb78d-3267-406c-a8d2-6c7855f893af None None] Port eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550 cannot update to ACTIVE because it is not bound. {{(pid=98245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 19:41:25.599140 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6516ef-7a66-4de3-baa1-4b284c9e9b58 req-df77f0ce-7113-4e35-9b43-d97e89dc1b38 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:25.600579 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-0c6516ef-7a66-4de3-baa1-4b284c9e9b58 req-df77f0ce-7113-4e35-9b43-d97e89dc1b38 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0827d0c-cf95-40fd-b502-4bd511c5c69d HTTP/1.1" status: 200 len: 944 time: 0.0815327 May 20 19:41:25.643209 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-0c6516ef-7a66-4de3-baa1-4b284c9e9b58 req-fac96068-c34b-483b-bb3e-7a26df9a6c03 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368958 May 20 19:41:25.815157 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce22c0b-fc07-4a63-a00b-5c070014bf2b req-7be5b2f1-6fc0-401a-baeb-94cd96673ef1 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:25.816898 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-9ce22c0b-fc07-4a63-a00b-5c070014bf2b req-7be5b2f1-6fc0-401a-baeb-94cd96673ef1 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 931 time: 0.0817590 May 20 19:41:25.861694 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-9ce22c0b-fc07-4a63-a00b-5c070014bf2b req-c1990248-fba6-4ace-b454-4e86994a5218 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385621 May 20 19:41:25.915661 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0827d0c-cf95-40fd-b502-4bd511c5c69d', 'tag': '551c2209-fd24-46ff-b426-ebc1a79350aa', 'status': 'completed', 'code': 200} May 20 19:41:26.416058 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 34758) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:26.531665 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ae91681f-1539-400f-b1fe-9dce592d8692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:26.551472 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-ae91681f-1539-400f-b1fe-9dce592d8692 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:26.555481 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-ae91681f-1539-400f-b1fe-9dce592d8692 admin admin] Usage tracker for resource:security_group_rule and tenant:e338673f1430458dbea8e3f356b15b2e is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:26.558712 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-ae91681f-1539-400f-b1fe-9dce592d8692 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:26.564809 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-ae91681f-1539-400f-b1fe-9dce592d8692 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:26.663127 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ae91681f-1539-400f-b1fe-9dce592d8692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:26.667073 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ae91681f-1539-400f-b1fe-9dce592d8692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:26.670259 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7516248-e7a3-4adf-a574-1633c28226a3 req-b152179b-3f29-4156-969f-e0872bb04329 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:26.671786 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-d7516248-e7a3-4adf-a574-1633c28226a3 req-b152179b-3f29-4156-969f-e0872bb04329 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 943 time: 0.1545701 May 20 19:41:26.674973 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-df22897a-70fd-4837-9ec7-1f734d01ccf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:26.713568 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae91681f-1539-400f-b1fe-9dce592d8692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd55c078-1f8b-447e-8122-d5246d13dc23,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:26.717082 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-d7516248-e7a3-4adf-a574-1633c28226a3 req-7004afe6-5b79-4829-8381-4ab0235a1e4f tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386615 May 20 19:41:26.717833 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-ae91681f-1539-400f-b1fe-9dce592d8692 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e338673f1430458dbea8e3f356b15b2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3007991 May 20 19:41:26.718793 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-ae91681f-1539-400f-b1fe-9dce592d8692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:26.720519 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 34770) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:26.778286 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-64729bf9-ac03-46a9-8bb6-152786c506ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:26.804054 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-64729bf9-ac03-46a9-8bb6-152786c506ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:26.856559 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-64729bf9-ac03-46a9-8bb6-152786c506ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:26.860872 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-36cc4096-9298-4319-8d84-ce9931bb291b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:26.877508 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64729bf9-ac03-46a9-8bb6-152786c506ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd55c078-1f8b-447e-8122-d5246d13dc23,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:26.880510 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-64729bf9-ac03-46a9-8bb6-152786c506ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:26.883059 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-64729bf9-ac03-46a9-8bb6-152786c506ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:26.886803 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-64729bf9-ac03-46a9-8bb6-152786c506ed admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bd55c078-1f8b-447e-8122-d5246d13dc23 HTTP/1.1" status: 204 len: 168 time: 0.1653771 May 20 19:41:26.902400 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e485bc8-68d4-4a4e-9fb5-6da058106aa0 req-895982e8-9f11-4061-a9fe-21a734e835c9 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:26.904122 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-0e485bc8-68d4-4a4e-9fb5-6da058106aa0 req-895982e8-9f11-4061-a9fe-21a734e835c9 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0827d0c-cf95-40fd-b502-4bd511c5c69d HTTP/1.1" status: 200 len: 944 time: 0.0892682 May 20 19:41:26.950072 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-0e485bc8-68d4-4a4e-9fb5-6da058106aa0 req-6ef76bbb-675c-42c7-b537-6b1a88d160ce tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398953 May 20 19:41:27.132495 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691aa2f-3aa1-4201-8520-378ea4743d9f req-4c25fd9b-8b1a-4612-a0e5-055f3bfd2f6c tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:27.133928 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-b691aa2f-3aa1-4201-8520-378ea4743d9f req-4c25fd9b-8b1a-4612-a0e5-055f3bfd2f6c tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 931 time: 0.0783007 May 20 19:41:27.177757 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 34782) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:27.180129 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-b691aa2f-3aa1-4201-8520-378ea4743d9f req-28bd27f7-09fb-476b-af2e-6dc967d20aed tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402205 May 20 19:41:27.195321 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-bb8df647-f64e-476e-9442-1ebc0bb17bc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:27.212642 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-bb8df647-f64e-476e-9442-1ebc0bb17bc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:27.218889 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-bb8df647-f64e-476e-9442-1ebc0bb17bc6 admin admin] Usage tracker for resource:security_group_rule and tenant:7410779efff74ec682532663466e2ca1 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:27.223672 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-bb8df647-f64e-476e-9442-1ebc0bb17bc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:27.233392 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-bb8df647-f64e-476e-9442-1ebc0bb17bc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:27.320371 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-bb8df647-f64e-476e-9442-1ebc0bb17bc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:27.324483 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-bb8df647-f64e-476e-9442-1ebc0bb17bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:27.333566 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-9127b2a0-7d54-4f15-bd54-6929c9ffbb4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:27.372049 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-bb8df647-f64e-476e-9442-1ebc0bb17bc6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7410779efff74ec682532663466e2ca1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1930225 May 20 19:41:27.372905 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8df647-f64e-476e-9442-1ebc0bb17bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0aac70-026f-4b8e-ad90-73650d76ca89,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:27.376000 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 34788) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:27.376929 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-bb8df647-f64e-476e-9442-1ebc0bb17bc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:27.435279 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-56892a08-13a8-4bd2-aba6-a1315f76bc90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:27.460258 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-56892a08-13a8-4bd2-aba6-a1315f76bc90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:27.511343 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-56892a08-13a8-4bd2-aba6-a1315f76bc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:27.515248 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-21cd423f-9efa-451c-a542-0d4658899181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:27.525999 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56892a08-13a8-4bd2-aba6-a1315f76bc90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0aac70-026f-4b8e-ad90-73650d76ca89,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:27.529654 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-56892a08-13a8-4bd2-aba6-a1315f76bc90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:27.532918 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-56892a08-13a8-4bd2-aba6-a1315f76bc90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:27.534070 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-56892a08-13a8-4bd2-aba6-a1315f76bc90 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fb0aac70-026f-4b8e-ad90-73650d76ca89 HTTP/1.1" status: 204 len: 168 time: 0.1573899 May 20 19:41:27.903355 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236e34b-ff0e-4ee0-8a69-42fa9320a108 req-838eb58a-d41e-4088-ae3d-68fb73473879 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:27.904819 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-f236e34b-ff0e-4ee0-8a69-42fa9320a108 req-838eb58a-d41e-4088-ae3d-68fb73473879 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 943 time: 0.0786564 May 20 19:41:27.952348 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-f236e34b-ff0e-4ee0-8a69-42fa9320a108 req-e0e0ce7e-3bff-484b-beb8-3229f1f0ae74 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413208 May 20 19:41:28.123126 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 64830ea0-861b-4b27-ab5c-a994d0f73588 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 19:41:28.136052 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da06a375-0e21-4587-a1e1-4d6ab7bc748a req-2d06027c-1c7d-40f6-9f0e-b8096fa33248 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:28.137847 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-da06a375-0e21-4587-a1e1-4d6ab7bc748a req-2d06027c-1c7d-40f6-9f0e-b8096fa33248 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0827d0c-cf95-40fd-b502-4bd511c5c69d HTTP/1.1" status: 200 len: 944 time: 0.0802674 May 20 19:41:28.146816 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [req-67935388-f325-465e-bbfd-4c812c38c8ac req-2da40031-ac44-476d-ae36-a27a33829d84 service neutron] Request body: {'port': {'device_id': 'debb1a7d-07d6-4185-946f-2b11a45912cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:41:28.296433 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port 64830ea0-861b-4b27-ab5c-a994d0f73588, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=64830ea0-861b-4b27-ab5c-a994d0f73588,segment=NetworkSegment(58083fc7-31b6-4bee-b691-e433c62573b4),segment_id=58083fc7-31b6-4bee-b691-e433c62573b4)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:41:28.319075 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Returning: {'device': '64830ea0-861b-4b27-ab5c-a994d0f73588', 'network_id': 'd932fd37-893e-4714-8e50-cf8308e6d424', 'port_id': '64830ea0-861b-4b27-ab5c-a994d0f73588', 'mac_address': 'fa:16:3e:d3:8f:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edef4a11-9491-49df-813d-c217a08b5490', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 19:41:28.350945 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-da06a375-0e21-4587-a1e1-4d6ab7bc748a req-0cdcea6c-6fac-4181-8ca4-2a02888d396f tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898246 May 20 19:41:28.389819 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-31aa9b7b-a92e-41b2-b782-233191889e8f req-bb3c225b-8b3f-4da5-aa0f-6b684ef2b98f service neutron] 10.222.0.65 "GET /v2.0/networks/84eb469a-42da-4e4e-8a93-b8edc16eceb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509661 May 20 19:41:28.442452 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:28.463401 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-67935388-f325-465e-bbfd-4c812c38c8ac req-2da40031-ac44-476d-ae36-a27a33829d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:28.488497 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.notifiers.nova [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64830ea0-861b-4b27-ab5c-a994d0f73588 {{(pid=98245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:41:28.533421 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5492acc-bb70-4984-9b3b-f13c86c672e4 req-c2fc8cec-3942-4e75-9002-0efba04927ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:28.536507 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port 64830ea0-861b-4b27-ab5c-a994d0f73588, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=64830ea0-861b-4b27-ab5c-a994d0f73588,segment=NetworkSegment(58083fc7-31b6-4bee-b691-e433c62573b4),segment_id=58083fc7-31b6-4bee-b691-e433c62573b4)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:41:28.543046 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:28.543972 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 6d3f3f04-0a60-4386-a8de-73b34a9990d0 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 19:41:28.544115 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-b5492acc-bb70-4984-9b3b-f13c86c672e4 req-c2fc8cec-3942-4e75-9002-0efba04927ba service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a0ac8c7cabd34168a41ac6b7de3b2121&device_id=c0827d0c-cf95-40fd-b502-4bd511c5c69d HTTP/1.1" status: 200 len: 1097 time: 0.3719370 May 20 19:41:28.556788 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:28.579140 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-9643ef01-76b3-4d29-bc40-394de60e2af2 req-394ca0e7-18e1-40c4-a385-4a0631f1abe8 service neutron] 10.222.0.65 "GET /v2.0/networks/d932fd37-893e-4714-8e50-cf8308e6d424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4014983 May 20 19:41:28.788479 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Pushing event updated for resources: {'Port': ['ID=64830ea0-861b-4b27-ab5c-a994d0f73588,revision_number=4']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:28.802754 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:28.836246 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-31aa9b7b-a92e-41b2-b782-233191889e8f req-6d088926-a1f4-4a7f-a55e-3df75f2d1430 service neutron] 10.222.0.65 "GET /v2.0/networks/84eb469a-42da-4e4e-8a93-b8edc16eceb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4335568 May 20 19:41:28.875389 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a00f7-1d20-4aa9-9c5b-0cd8b384331c req-b9963bb3-7a39-4113-9038-be6fc9be21ab tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:28.882561 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-765a00f7-1d20-4aa9-9c5b-0cd8b384331c req-b9963bb3-7a39-4113-9038-be6fc9be21ab tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 931 time: 0.3550720 May 20 19:41:28.899213 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5492acc-bb70-4984-9b3b-f13c86c672e4 req-48ed2ab0-6cbf-41f8-8053-cd231f06c0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:28.900651 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-b5492acc-bb70-4984-9b3b-f13c86c672e4 req-48ed2ab0-6cbf-41f8-8053-cd231f06c0d3 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a0ac8c7cabd34168a41ac6b7de3b2121&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2521367 May 20 19:41:28.983683 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-765a00f7-1d20-4aa9-9c5b-0cd8b384331c req-4a4a1a65-830f-4986-bd47-24e28bb0c9ce tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001883 May 20 19:41:28.989938 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port 6d3f3f04-0a60-4386-a8de-73b34a9990d0, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=6d3f3f04-0a60-4386-a8de-73b34a9990d0,segment=NetworkSegment(bb2d58f1-e924-45ff-b685-912f2e453c73),segment_id=bb2d58f1-e924-45ff-b685-912f2e453c73)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:41:29.029473 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Returning: {'device': '6d3f3f04-0a60-4386-a8de-73b34a9990d0', 'network_id': '84eb469a-42da-4e4e-8a93-b8edc16eceb7', 'port_id': '6d3f3f04-0a60-4386-a8de-73b34a9990d0', 'mac_address': 'fa:16:3e:ba:3b:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b75e212a-a8c6-44fb-b15e-58090122a2cf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 19:41:29.136378 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.notifiers.nova [req-67935388-f325-465e-bbfd-4c812c38c8ac req-2da40031-ac44-476d-ae36-a27a33829d84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550 {{(pid=98244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:41:29.151417 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-67935388-f325-465e-bbfd-4c812c38c8ac req-2da40031-ac44-476d-ae36-a27a33829d84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:29.152123 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:29.167315 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5492acc-bb70-4984-9b3b-f13c86c672e4 req-9add4641-24e5-44e4-b56d-f984c601035f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:29.174517 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-b5492acc-bb70-4984-9b3b-f13c86c672e4 req-9add4641-24e5-44e4-b56d-f984c601035f service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2475979 May 20 19:41:29.182850 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.provisioning_blocks [req-67935388-f325-465e-bbfd-4c812c38c8ac req-2da40031-ac44-476d-ae36-a27a33829d84 service neutron] Transition to ACTIVE for port object eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550 will not be triggered until provisioned by entity L2. {{(pid=98244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:41:29.189632 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.notifiers.nova [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d3f3f04-0a60-4386-a8de-73b34a9990d0 {{(pid=98245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:41:29.193407 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-67935388-f325-465e-bbfd-4c812c38c8ac req-2da40031-ac44-476d-ae36-a27a33829d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:29.198729 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-9bd36d1b-1ec1-4f3e-b692-eafa73bb7c1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:29.225900 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port 6d3f3f04-0a60-4386-a8de-73b34a9990d0, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=6d3f3f04-0a60-4386-a8de-73b34a9990d0,segment=NetworkSegment(bb2d58f1-e924-45ff-b685-912f2e453c73),segment_id=bb2d58f1-e924-45ff-b685-912f2e453c73)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:41:29.232868 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:29.239531 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-94ec2644-9699-4dac-a4d1-90982238d469 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:29.371934 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973a160-ca8e-487d-81ef-92d0694e5beb req-44a99077-7892-496b-a9c6-cbfe0320e2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:29.373693 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7973a160-ca8e-487d-81ef-92d0694e5beb req-44a99077-7892-496b-a9c6-cbfe0320e2d7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a0ac8c7cabd34168a41ac6b7de3b2121&device_id=c0827d0c-cf95-40fd-b502-4bd511c5c69d HTTP/1.1" status: 200 len: 1097 time: 0.1379638 May 20 19:41:29.375490 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da40031-ac44-476d-ae36-a27a33829d84 service neutron] Pushing event updated for resources: {'Port': ['ID=eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550,revision_number=2']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:29.409324 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Pushing event updated for resources: {'Port': ['ID=6d3f3f04-0a60-4386-a8de-73b34a9990d0,revision_number=4']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:29.419307 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:29.421186 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 34858) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:29.423045 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-2da40031-ac44-476d-ae36-a27a33829d84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:29.501403 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7973a160-ca8e-487d-81ef-92d0694e5beb req-0c1ffd07-9a66-46e8-9c23-6780334eaa8a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=551c2209-fd24-46ff-b426-ebc1a79350aa HTTP/1.1" status: 200 len: 217 time: 0.1126726 May 20 19:41:29.527895 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] get_ports_and_sgs() called for port_ids ['6d3f3f04-0a60-4386-a8de-73b34a9990d0'] {{(pid=98245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:41:29.642123 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] get_ports_and_sgs() called for port_ids ['64830ea0-861b-4b27-ab5c-a994d0f73588'] {{(pid=98245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:41:29.726529 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.managers [req-67935388-f325-465e-bbfd-4c812c38c8ac req-2da40031-ac44-476d-ae36-a27a33829d84 service neutron] Attempting to bind port eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:41:29.727365 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.managers [req-67935388-f325-465e-bbfd-4c812c38c8ac req-2da40031-ac44-476d-ae36-a27a33829d84 service neutron] Attempting to bind port eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'bbd097b1-fbbb-46bb-b9fd-966cb6b1545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3d38b6f3-7548-4a0e-896f-e9fb0c461e8e'}] {{(pid=98244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:41:29.727869 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67935388-f325-465e-bbfd-4c812c38c8ac req-2da40031-ac44-476d-ae36-a27a33829d84 service neutron] Attempting to bind port eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550 on network 3d38b6f3-7548-4a0e-896f-e9fb0c461e8e {{(pid=98244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:41:29.738555 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67935388-f325-465e-bbfd-4c812c38c8ac req-2da40031-ac44-476d-ae36-a27a33829d84 service neutron] Port eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550 on network 3d38b6f3-7548-4a0e-896f-e9fb0c461e8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 19:41:29.738883 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67935388-f325-465e-bbfd-4c812c38c8ac req-2da40031-ac44-476d-ae36-a27a33829d84 service neutron] Attempting to bind port eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550 on network 3d38b6f3-7548-4a0e-896f-e9fb0c461e8e {{(pid=98244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:41:29.750620 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67935388-f325-465e-bbfd-4c812c38c8ac req-2da40031-ac44-476d-ae36-a27a33829d84 service neutron] Checking agent: {'id': '35bcd696-cda5-4691-8ef9-fd8f1ab55a75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 39, 6), 'started_at': datetime.datetime(2021, 5, 20, 19, 39, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:41:29.750955 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67935388-f325-465e-bbfd-4c812c38c8ac req-2da40031-ac44-476d-ae36-a27a33829d84 service neutron] Checking segment: {'id': 'bbd097b1-fbbb-46bb-b9fd-966cb6b1545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3d38b6f3-7548-4a0e-896f-e9fb0c461e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:41:29.751343 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67935388-f325-465e-bbfd-4c812c38c8ac req-2da40031-ac44-476d-ae36-a27a33829d84 service neutron] Bound using segment: {'id': 'bbd097b1-fbbb-46bb-b9fd-966cb6b1545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3d38b6f3-7548-4a0e-896f-e9fb0c461e8e'} {{(pid=98244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:41:29.751811 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.managers [req-67935388-f325-465e-bbfd-4c812c38c8ac req-2da40031-ac44-476d-ae36-a27a33829d84 service neutron] Bound port: eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbd097b1-fbbb-46bb-b9fd-966cb6b1545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3d38b6f3-7548-4a0e-896f-e9fb0c461e8e'}}] {{(pid=98244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:41:29.752332 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-67935388-f325-465e-bbfd-4c812c38c8ac req-2da40031-ac44-476d-ae36-a27a33829d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:29.785816 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97eebdc-985d-4a9e-8bd4-0c9b9c841013 req-c265e279-5679-4e36-9dda-4efa1c1ff531 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:29.787372 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-f97eebdc-985d-4a9e-8bd4-0c9b9c841013 req-c265e279-5679-4e36-9dda-4efa1c1ff531 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 944 time: 0.4181428 May 20 19:41:29.873364 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973a160-ca8e-487d-81ef-92d0694e5beb req-260936b5-ec52-48dc-a6e6-22c5cc149846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:29.877767 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7973a160-ca8e-487d-81ef-92d0694e5beb req-260936b5-ec52-48dc-a6e6-22c5cc149846 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b75e212a-a8c6-44fb-b15e-58090122a2cf HTTP/1.1" status: 200 len: 859 time: 0.3666873 May 20 19:41:29.893082 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-f97eebdc-985d-4a9e-8bd4-0c9b9c841013 req-a6709496-a44f-452b-aa25-f9452835e61c tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683680 May 20 19:41:29.920501 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.db [req-67935388-f325-465e-bbfd-4c812c38c8ac req-2da40031-ac44-476d-ae36-a27a33829d84 service neutron] For port eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550, host hv-cinder-79246, cleared binding levels {{(pid=98244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:41:29.924494 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.db [req-67935388-f325-465e-bbfd-4c812c38c8ac req-2da40031-ac44-476d-ae36-a27a33829d84 service neutron] For port eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550,segment=NetworkSegment(bbd097b1-fbbb-46bb-b9fd-966cb6b1545a),segment_id=bbd097b1-fbbb-46bb-b9fd-966cb6b1545a)] {{(pid=98244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:41:29.940094 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-67935388-f325-465e-bbfd-4c812c38c8ac req-2da40031-ac44-476d-ae36-a27a33829d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:29.979344 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:30.011218 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7973a160-ca8e-487d-81ef-92d0694e5beb req-8cbf57a5-7ebd-4ea2-9f13-05a3b5ac5712 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=84eb469a-42da-4e4e-8a93-b8edc16eceb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1223166 May 20 19:41:30.028149 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-721a30c5-2b70-49b1-a3d6-75e5efc7c3c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:30.054826 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-721a30c5-2b70-49b1-a3d6-75e5efc7c3c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:30.178766 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da40031-ac44-476d-ae36-a27a33829d84 service neutron] Pushing event updated for resources: {'Port': ['ID=eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550,revision_number=3']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:30.185490 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c592330-c5df-4848-bfc0-0f9246849876 req-25a76f4f-d689-4ec5-9061-1df09f66364d tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:30.192973 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-4c592330-c5df-4848-bfc0-0f9246849876 req-25a76f4f-d689-4ec5-9061-1df09f66364d tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0827d0c-cf95-40fd-b502-4bd511c5c69d HTTP/1.1" status: 200 len: 944 time: 0.5608761 May 20 19:41:30.200024 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67935388-f325-465e-bbfd-4c812c38c8ac req-2da40031-ac44-476d-ae36-a27a33829d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:30.200514 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-67935388-f325-465e-bbfd-4c812c38c8ac req-2da40031-ac44-476d-ae36-a27a33829d84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for port, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:30.201985 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-67935388-f325-465e-bbfd-4c812c38c8ac req-2da40031-ac44-476d-ae36-a27a33829d84 service neutron] 10.222.0.65 "PUT /v2.0/ports/eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550 HTTP/1.1" status: 200 len: 1093 time: 2.0598030 May 20 19:41:30.203030 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-721a30c5-2b70-49b1-a3d6-75e5efc7c3c8 admin admin] Usage tracker for resource:security_group_rule and tenant:d8b2a2ae71204988a080f724902b4220 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:30.205688 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'debb1a7d-07d6-4185-946f-2b11a45912cc', 'tag': 'eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550'}] {{(pid=98244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:41:30.214664 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-721a30c5-2b70-49b1-a3d6-75e5efc7c3c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:30.224650 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-721a30c5-2b70-49b1-a3d6-75e5efc7c3c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:30.286845 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-4c592330-c5df-4848-bfc0-0f9246849876 req-479a20f1-5082-4f2d-9a06-ff5f6ac38089 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929391 May 20 19:41:30.303835 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7973a160-ca8e-487d-81ef-92d0694e5beb req-f370b852-4ea3-43b8-ade0-f2ee1d4e06a0 service neutron] 10.222.0.65 "GET /v2.0/networks/84eb469a-42da-4e4e-8a93-b8edc16eceb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737179 May 20 19:41:30.378154 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-2da40031-ac44-476d-ae36-a27a33829d84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:30.415833 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'debb1a7d-07d6-4185-946f-2b11a45912cc', 'tag': 'eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550', 'status': 'completed', 'code': 200} May 20 19:41:30.502825 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67935388-f325-465e-bbfd-4c812c38c8ac req-6ef2de86-08c1-49fd-be46-3fd7d834506c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:30.504584 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-67935388-f325-465e-bbfd-4c812c38c8ac req-6ef2de86-08c1-49fd-be46-3fd7d834506c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8ed4e5869d204e20b671ef4c001a3511&device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 1096 time: 0.2312179 May 20 19:41:30.520215 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d06b5b-c104-4994-9ba0-06b00d6fad2a req-893d95b0-549a-495d-9fe5-f8dc8f3781a2 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:30.520927 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-02d06b5b-c104-4994-9ba0-06b00d6fad2a req-893d95b0-549a-495d-9fe5-f8dc8f3781a2 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Synchronizing usage tracker for tenant:8ed4e5869d204e20b671ef4c001a3511 on resource:port {{(pid=98244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:41:30.534556 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7973a160-ca8e-487d-81ef-92d0694e5beb req-5147925e-763b-4d33-8f85-cf475d3ef50f service neutron] 10.222.0.65 "GET /v2.0/networks/84eb469a-42da-4e4e-8a93-b8edc16eceb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190475 May 20 19:41:30.608840 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-67935388-f325-465e-bbfd-4c812c38c8ac req-5e021cec-6e0c-4d5a-a190-e24a06ac3945 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550 HTTP/1.1" status: 200 len: 217 time: 0.0850022 May 20 19:41:30.673029 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-02d06b5b-c104-4994-9ba0-06b00d6fad2a req-893d95b0-549a-495d-9fe5-f8dc8f3781a2 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Unset dirty status for tenant:8ed4e5869d204e20b671ef4c001a3511 on resource:port {{(pid=98244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:41:30.679522 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-02d06b5b-c104-4994-9ba0-06b00d6fad2a req-893d95b0-549a-495d-9fe5-f8dc8f3781a2 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 943 time: 0.4617386 May 20 19:41:30.722889 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-721a30c5-2b70-49b1-a3d6-75e5efc7c3c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:30.742843 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-721a30c5-2b70-49b1-a3d6-75e5efc7c3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:30.753057 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-57497934-b9ad-4030-921a-38e306d093d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:30.760721 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67935388-f325-465e-bbfd-4c812c38c8ac req-e252603a-8214-4097-b031-809b3cc65aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:30.762139 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-67935388-f325-465e-bbfd-4c812c38c8ac req-e252603a-8214-4097-b031-809b3cc65aa7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5b859f84-1277-4d60-b0e8-72f23097ad76 HTTP/1.1" status: 200 len: 856 time: 0.1430416 May 20 19:41:30.771590 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 34912) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:30.773305 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-02d06b5b-c104-4994-9ba0-06b00d6fad2a req-2bcffb38-7106-4459-9d3d-50e9c20b3af1 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929670 May 20 19:41:30.865947 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-721a30c5-2b70-49b1-a3d6-75e5efc7c3c8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d8b2a2ae71204988a080f724902b4220&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4338133 May 20 19:41:30.866986 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 34918) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:30.870897 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a30c5-2b70-49b1-a3d6-75e5efc7c3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720fe94d-8b6d-49d4-aa53-02ae31d12e14,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:30.875003 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-721a30c5-2b70-49b1-a3d6-75e5efc7c3c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:30.901233 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67935388-f325-465e-bbfd-4c812c38c8ac req-2af733c2-42c5-4417-a02f-36d19ac2a0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:30.902981 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-67935388-f325-465e-bbfd-4c812c38c8ac req-2af733c2-42c5-4417-a02f-36d19ac2a0db service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3d38b6f3-7548-4a0e-896f-e9fb0c461e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1288183 May 20 19:41:30.944651 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-36bce22b-49dc-49e6-a80a-3ffb84fdc683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:30.969642 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-36bce22b-49dc-49e6-a80a-3ffb84fdc683 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:30.982657 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-36bce22b-49dc-49e6-a80a-3ffb84fdc683 admin admin] Usage tracker for resource:security_group_rule and tenant:09816348aaf84150b9f20de892352b11 is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:30.987717 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-36bce22b-49dc-49e6-a80a-3ffb84fdc683 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:30.995359 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-576e308b-628b-4330-933e-b9c48cc34428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:30.997376 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-36bce22b-49dc-49e6-a80a-3ffb84fdc683 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:31.050417 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-576e308b-628b-4330-933e-b9c48cc34428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:31.059236 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-67935388-f325-465e-bbfd-4c812c38c8ac req-7e57f1f0-048f-4680-9b60-5666b4feeca3 service neutron] 10.222.0.65 "GET /v2.0/networks/3d38b6f3-7548-4a0e-896f-e9fb0c461e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477942 May 20 19:41:31.215145 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-576e308b-628b-4330-933e-b9c48cc34428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:31.217208 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-67935388-f325-465e-bbfd-4c812c38c8ac req-bfef8c63-40d9-433e-a39f-69fb2e98a50d service neutron] 10.222.0.65 "GET /v2.0/networks/3d38b6f3-7548-4a0e-896f-e9fb0c461e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467147 May 20 19:41:31.223953 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-36bce22b-49dc-49e6-a80a-3ffb84fdc683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:31.227102 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:31.239963 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-36bce22b-49dc-49e6-a80a-3ffb84fdc683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:31.248113 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 64830ea0-861b-4b27-ab5c-a994d0f73588 up at agent hyperv_hv-cinder-79246 {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:41:31.273615 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576e308b-628b-4330-933e-b9c48cc34428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720fe94d-8b6d-49d4-aa53-02ae31d12e14,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:31.280375 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-576e308b-628b-4330-933e-b9c48cc34428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:31.280872 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-576e308b-628b-4330-933e-b9c48cc34428 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:31.294659 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa05702-ba0b-41f4-9c1d-f24acefd75ff req-0f5e2325-152e-4bb3-aa23-98be953edc70 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:31.296163 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-3fa05702-ba0b-41f4-9c1d-f24acefd75ff req-0f5e2325-152e-4bb3-aa23-98be953edc70 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 944 time: 0.2034347 May 20 19:41:31.331730 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-576e308b-628b-4330-933e-b9c48cc34428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:31.332815 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-576e308b-628b-4330-933e-b9c48cc34428 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/720fe94d-8b6d-49d4-aa53-02ae31d12e14 HTTP/1.1" status: 204 len: 168 time: 0.4638550 May 20 19:41:31.335517 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-36bce22b-49dc-49e6-a80a-3ffb84fdc683 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=09816348aaf84150b9f20de892352b11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5625885 May 20 19:41:31.338404 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 34934) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:31.365256 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-3fa05702-ba0b-41f4-9c1d-f24acefd75ff req-61546caf-4fdd-4910-82ac-254192c1eccc tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617940 May 20 19:41:31.369599 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bce22b-49dc-49e6-a80a-3ffb84fdc683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1ccb51-1541-4994-b941-b7123ec31c82,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:31.376016 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-36bce22b-49dc-49e6-a80a-3ffb84fdc683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:31.383781 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Provisioning for port 64830ea0-861b-4b27-ab5c-a994d0f73588 completed by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:41:31.389994 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Provisioning complete for port 64830ea0-861b-4b27-ab5c-a994d0f73588 triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:41:31.390371 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:31.457779 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-e52c02f1-d332-402c-8a0b-f651a2c9f6ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:31.460980 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6db16-2bfc-4880-805f-c487bfb146e0 req-aca95e14-38b3-4024-b186-1aaabde7f7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:31.462433 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-64e6db16-2bfc-4880-805f-c487bfb146e0 req-aca95e14-38b3-4024-b186-1aaabde7f7c2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8ed4e5869d204e20b671ef4c001a3511&device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 1096 time: 0.1818538 May 20 19:41:31.538014 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:31.569880 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fec5784-b876-4338-ba39-b8bafa9d741a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64830ea0-861b-4b27-ab5c-a994d0f73588'}] {{(pid=98245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:41:31.578700 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-e52c02f1-d332-402c-8a0b-f651a2c9f6ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:31.600601 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port 64830ea0-861b-4b27-ab5c-a994d0f73588, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=64830ea0-861b-4b27-ab5c-a994d0f73588,segment=NetworkSegment(58083fc7-31b6-4bee-b691-e433c62573b4),segment_id=58083fc7-31b6-4bee-b691-e433c62573b4)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:41:31.607901 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:31.611284 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 6d3f3f04-0a60-4386-a8de-73b34a9990d0 up at agent hyperv_hv-cinder-79246 {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:41:31.651840 dv-cinder-792462-2-iscsi neutron-server[98245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fec5784-b876-4338-ba39-b8bafa9d741a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64830ea0-861b-4b27-ab5c-a994d0f73588', 'code': 200} May 20 19:41:31.657862 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:31.751558 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0717f1-abc9-4a84-9af2-54dd1af0ee15 req-1ab0ce8c-f7a2-4f2f-ac0f-86b4ebffd30a tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:31.760164 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-1e0717f1-abc9-4a84-9af2-54dd1af0ee15 req-1ab0ce8c-f7a2-4f2f-ac0f-86b4ebffd30a tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0827d0c-cf95-40fd-b502-4bd511c5c69d HTTP/1.1" status: 200 len: 944 time: 0.2836664 May 20 19:41:31.768459 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Pushing event updated for resources: {'Port': ['ID=64830ea0-861b-4b27-ab5c-a994d0f73588,revision_number=5']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:31.773213 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:31.792981 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Provisioning for port 6d3f3f04-0a60-4386-a8de-73b34a9990d0 completed by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:41:31.800102 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Provisioning complete for port 6d3f3f04-0a60-4386-a8de-73b34a9990d0 triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:41:31.800693 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:31.812200 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6db16-2bfc-4880-805f-c487bfb146e0 req-e4c86f7a-0cd0-4249-99d3-8b6426a74da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:31.813848 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-64e6db16-2bfc-4880-805f-c487bfb146e0 req-e4c86f7a-0cd0-4249-99d3-8b6426a74da0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3d38b6f3-7548-4a0e-896f-e9fb0c461e8e HTTP/1.1" status: 200 len: 918 time: 0.2899623 May 20 19:41:31.943682 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-64e6db16-2bfc-4880-805f-c487bfb146e0 req-cfc4a444-2251-442e-8918-ccbc64e28dcd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550 HTTP/1.1" status: 200 len: 217 time: 0.1160986 May 20 19:41:31.944125 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-e52c02f1-d332-402c-8a0b-f651a2c9f6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:31.948158 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-95082185-33f7-4c53-a29c-0d0da32d10a2 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:31.964225 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-1e0717f1-abc9-4a84-9af2-54dd1af0ee15 req-3d955983-81f3-400d-b1af-e13d8a8d63f6 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026141 May 20 19:41:32.017419 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:32.018135 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52c02f1-d332-402c-8a0b-f651a2c9f6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1ccb51-1541-4994-b941-b7123ec31c82,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:32.031616 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-e52c02f1-d332-402c-8a0b-f651a2c9f6ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:32.056786 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-e52c02f1-d332-402c-8a0b-f651a2c9f6ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:32.057944 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-e52c02f1-d332-402c-8a0b-f651a2c9f6ee admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8c1ccb51-1541-4994-b941-b7123ec31c82 HTTP/1.1" status: 204 len: 168 time: 0.7179568 May 20 19:41:32.064619 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6db16-2bfc-4880-805f-c487bfb146e0 req-fa06f2bb-8f17-47ca-83a1-82f8a649e6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:32.066117 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-64e6db16-2bfc-4880-805f-c487bfb146e0 req-fa06f2bb-8f17-47ca-83a1-82f8a649e6a7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5b859f84-1277-4d60-b0e8-72f23097ad76 HTTP/1.1" status: 200 len: 856 time: 0.0995460 May 20 19:41:32.072950 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port 6d3f3f04-0a60-4386-a8de-73b34a9990d0, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=6d3f3f04-0a60-4386-a8de-73b34a9990d0,segment=NetworkSegment(bb2d58f1-e924-45ff-b685-912f2e453c73),segment_id=bb2d58f1-e924-45ff-b685-912f2e453c73)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:41:32.078662 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:32.081843 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-6b494f34-ee4a-4f87-9111-2baf35d294fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:32.100620 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0afa5d-22ed-4008-ba6c-6d0f79120508 req-e65f6f56-46e3-4735-9956-d344ab0fe22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:32.102738 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-3e0afa5d-22ed-4008-ba6c-6d0f79120508 req-e65f6f56-46e3-4735-9956-d344ab0fe22c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 1098 time: 0.2217505 May 20 19:41:32.115371 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea471e0-4751-40b2-a98d-9f26acd35ea4 req-242781b3-353c-4165-8342-e2eb61534531 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:32.117455 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6ea471e0-4751-40b2-a98d-9f26acd35ea4 req-242781b3-353c-4165-8342-e2eb61534531 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 943 time: 0.1339929 May 20 19:41:32.186158 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Pushing event updated for resources: {'Port': ['ID=6d3f3f04-0a60-4386-a8de-73b34a9990d0,revision_number=5']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:32.198561 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:32.237436 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-d84bcf3e-a5e6-441e-a359-7f9779dd5bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:32.238279 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6ea471e0-4751-40b2-a98d-9f26acd35ea4 req-2f24988b-6264-4b56-b350-e144beb60143 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967333 May 20 19:41:32.243548 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6db16-2bfc-4880-805f-c487bfb146e0 req-b8a848fe-7bbf-4a5c-8985-f1a8e5c0aed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:32.247131 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-64e6db16-2bfc-4880-805f-c487bfb146e0 req-b8a848fe-7bbf-4a5c-8985-f1a8e5c0aed2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3d38b6f3-7548-4a0e-896f-e9fb0c461e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1732523 May 20 19:41:32.292477 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-3e0afa5d-22ed-4008-ba6c-6d0f79120508 req-cfc332a0-1f3a-4196-845e-af9fd79332f9 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739399 May 20 19:41:32.462153 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-64e6db16-2bfc-4880-805f-c487bfb146e0 req-75df836c-e2db-43f5-bfd3-cc53fd259ba3 service neutron] 10.222.0.65 "GET /v2.0/networks/3d38b6f3-7548-4a0e-896f-e9fb0c461e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054665 May 20 19:41:32.574374 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 34982) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:32.593119 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-84d10fe9-1aa0-4f1b-91c7-d2b4e2331c79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:32.615104 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-84d10fe9-1aa0-4f1b-91c7-d2b4e2331c79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:32.626483 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-84d10fe9-1aa0-4f1b-91c7-d2b4e2331c79 admin admin] Usage tracker for resource:security_group_rule and tenant:e6de7ed860554473801e9e4815d1c454 is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:32.627389 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-84d10fe9-1aa0-4f1b-91c7-d2b4e2331c79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:32.634351 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-84d10fe9-1aa0-4f1b-91c7-d2b4e2331c79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:32.739818 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-84d10fe9-1aa0-4f1b-91c7-d2b4e2331c79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:32.745306 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-84d10fe9-1aa0-4f1b-91c7-d2b4e2331c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:32.772741 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-7b84decb-eaf5-42d9-8e58-eb1b4155dcee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:32.787047 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-84d10fe9-1aa0-4f1b-91c7-d2b4e2331c79 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e6de7ed860554473801e9e4815d1c454&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2090364 May 20 19:41:32.787047 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 34992) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:32.844563 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f785c4-835a-42cd-8aea-2b9b4aac8897 req-7fb9d4f1-055c-4ed5-abeb-150ba11a05b5 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:32.846004 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-63f785c4-835a-42cd-8aea-2b9b4aac8897 req-7fb9d4f1-055c-4ed5-abeb-150ba11a05b5 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.3367300 May 20 19:41:32.847997 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-64e6db16-2bfc-4880-805f-c487bfb146e0 req-75236fa2-e667-4f12-ab7c-aec27f9523c2 service neutron] 10.222.0.65 "GET /v2.0/networks/3d38b6f3-7548-4a0e-896f-e9fb0c461e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766642 May 20 19:41:32.861721 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d10fe9-1aa0-4f1b-91c7-d2b4e2331c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66449f8-83ba-43b5-ba43-e495dfab6703,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:32.882836 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-84d10fe9-1aa0-4f1b-91c7-d2b4e2331c79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:32.891580 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-687e4e2e-5b35-4172-a52d-33483fc8cef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:32.918381 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-63f785c4-835a-42cd-8aea-2b9b4aac8897 req-a95b2fac-fb64-4c52-b7e3-cff7ed26aa34 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652170 May 20 19:41:32.919075 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-687e4e2e-5b35-4172-a52d-33483fc8cef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:32.995669 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-687e4e2e-5b35-4172-a52d-33483fc8cef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:33.005938 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-86f63588-0018-4fa5-8f7b-1fd6c81c6e75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:33.030647 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-687e4e2e-5b35-4172-a52d-33483fc8cef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:33.031870 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-687e4e2e-5b35-4172-a52d-33483fc8cef2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f66449f8-83ba-43b5-ba43-e495dfab6703 HTTP/1.1" status: 204 len: 168 time: 0.2429175 May 20 19:41:33.033577 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687e4e2e-5b35-4172-a52d-33483fc8cef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66449f8-83ba-43b5-ba43-e495dfab6703,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:33.036454 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-687e4e2e-5b35-4172-a52d-33483fc8cef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:33.187782 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51775e06-97c8-4834-9456-912a3afa6d90 req-5d1b4051-1417-405d-a740-dbf30df39c34 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:33.189287 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-51775e06-97c8-4834-9456-912a3afa6d90 req-5d1b4051-1417-405d-a740-dbf30df39c34 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0827d0c-cf95-40fd-b502-4bd511c5c69d HTTP/1.1" status: 200 len: 944 time: 0.0849521 May 20 19:41:33.241480 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-51775e06-97c8-4834-9456-912a3afa6d90 req-2f0c257d-a6cb-49da-9eb5-a9a9728cb744 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454378 May 20 19:41:33.254509 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 551c2209-fd24-46ff-b426-ebc1a79350aa details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 19:41:33.300284 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 35016) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:33.501904 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port 551c2209-fd24-46ff-b426-ebc1a79350aa, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=551c2209-fd24-46ff-b426-ebc1a79350aa,segment=NetworkSegment(bb2d58f1-e924-45ff-b685-912f2e453c73),segment_id=bb2d58f1-e924-45ff-b685-912f2e453c73)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:41:33.536818 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Returning: {'device': '551c2209-fd24-46ff-b426-ebc1a79350aa', 'network_id': '84eb469a-42da-4e4e-8a93-b8edc16eceb7', 'port_id': '551c2209-fd24-46ff-b426-ebc1a79350aa', 'mac_address': 'fa:16:3e:59:de:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b75e212a-a8c6-44fb-b15e-58090122a2cf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 19:41:33.636613 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-df3512aa-9aca-4633-bed7-70285cf46460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:33.650323 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ca36d-95a4-4bae-bed1-a9924f81021c req-325cb994-acdf-4309-bf7a-6dceb5cd69c6 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:33.652594 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-e11ca36d-95a4-4bae-bed1-a9924f81021c req-325cb994-acdf-4309-bf7a-6dceb5cd69c6 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 943 time: 0.2010174 May 20 19:41:33.653544 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-df3512aa-9aca-4633-bed7-70285cf46460 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:33.659655 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-df3512aa-9aca-4633-bed7-70285cf46460 admin admin] Usage tracker for resource:security_group_rule and tenant:a604d506e40f4c71a4696027d3b6b2ff is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:33.663577 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8258bc40-8d49-40d1-a763-29d19139e2fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3f3f04-0a60-4386-a8de-73b34a9990d0'}] {{(pid=98245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:41:33.663764 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-df3512aa-9aca-4633-bed7-70285cf46460 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:33.669722 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:33.671124 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-df3512aa-9aca-4633-bed7-70285cf46460 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:33.692826 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.notifiers.nova [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 551c2209-fd24-46ff-b426-ebc1a79350aa {{(pid=98245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:41:33.713604 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port 551c2209-fd24-46ff-b426-ebc1a79350aa, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=551c2209-fd24-46ff-b426-ebc1a79350aa,segment=NetworkSegment(bb2d58f1-e924-45ff-b685-912f2e453c73),segment_id=bb2d58f1-e924-45ff-b685-912f2e453c73)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:41:33.721319 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:33.722130 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 19:41:33.725957 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-a9929492-ae17-4eec-99e3-259f1c80b12a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:33.735411 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-e11ca36d-95a4-4bae-bed1-a9924f81021c req-fbd45d79-6d9b-46b0-bef2-ffcdb75974e8 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763047 May 20 19:41:33.768492 dv-cinder-792462-2-iscsi neutron-server[98245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8258bc40-8d49-40d1-a763-29d19139e2fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3f3f04-0a60-4386-a8de-73b34a9990d0', 'code': 200} May 20 19:41:33.841925 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-df3512aa-9aca-4633-bed7-70285cf46460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:33.851591 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-df3512aa-9aca-4633-bed7-70285cf46460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:33.855617 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Pushing event updated for resources: {'Port': ['ID=551c2209-fd24-46ff-b426-ebc1a79350aa,revision_number=4']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:33.861839 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:33.876323 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:33.908276 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3512aa-9aca-4633-bed7-70285cf46460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af61e472-51e0-4ed5-8c8b-269095ef098a,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:33.925647 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-df3512aa-9aca-4633-bed7-70285cf46460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:33.947767 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 35048) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:33.950362 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-df3512aa-9aca-4633-bed7-70285cf46460 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a604d506e40f4c71a4696027d3b6b2ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6437197 May 20 19:41:34.012001 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550,segment=NetworkSegment(bbd097b1-fbbb-46bb-b9fd-966cb6b1545a),segment_id=bbd097b1-fbbb-46bb-b9fd-966cb6b1545a)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:41:34.034028 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Returning: {'device': 'eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550', 'network_id': '3d38b6f3-7548-4a0e-896f-e9fb0c461e8e', 'port_id': 'eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550', 'mac_address': 'fa:16:3e:29:dd:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b859f84-1277-4d60-b0e8-72f23097ad76', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 19:41:34.127208 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:34.164630 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.notifiers.nova [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550 {{(pid=98245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:41:34.199628 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550,segment=NetworkSegment(bbd097b1-fbbb-46bb-b9fd-966cb6b1545a),segment_id=bbd097b1-fbbb-46bb-b9fd-966cb6b1545a)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:41:34.205683 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:34.206014 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-0bfc4971-508b-4295-9d9e-f5595443a497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:34.207773 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:34.223192 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8a55b-1e5f-452f-b3c1-c972ac8b7730 req-18e7ce48-6b7c-4d5d-91e3-afd386a242d3 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:34.225596 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-84d8a55b-1e5f-452f-b3c1-c972ac8b7730 req-18e7ce48-6b7c-4d5d-91e3-afd386a242d3 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.1051145 May 20 19:41:34.233547 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-0bfc4971-508b-4295-9d9e-f5595443a497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:34.301945 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ed889-b5b3-4871-8e1a-59810b14012a req-7ff7a342-8910-4d97-9c4e-5ebf75b6dd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:34.303477 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-5c5ed889-b5b3-4871-8e1a-59810b14012a req-7ff7a342-8910-4d97-9c4e-5ebf75b6dd7b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 1098 time: 0.2523959 May 20 19:41:34.320790 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-84d8a55b-1e5f-452f-b3c1-c972ac8b7730 req-c1c2afca-6c47-401c-90c4-795d8b5cddef tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886323 May 20 19:41:34.333273 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Pushing event updated for resources: {'Port': ['ID=eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550,revision_number=4']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:34.355610 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:34.397934 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-0bfc4971-508b-4295-9d9e-f5595443a497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:34.413917 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 35066) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:34.416386 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:34.465228 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-eb88ea54-9c57-4182-a56c-11b8f34a12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:34.473589 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-0bfc4971-508b-4295-9d9e-f5595443a497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:34.475497 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-0bfc4971-508b-4295-9d9e-f5595443a497 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/af61e472-51e0-4ed5-8c8b-269095ef098a HTTP/1.1" status: 204 len: 168 time: 0.5265763 May 20 19:41:34.476901 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-5c5ed889-b5b3-4871-8e1a-59810b14012a req-7e32ab61-422b-4a2f-bc69-61dbef30a00b service neutron] Synchronizing usage tracker for tenant:c8eb914be1a64a1ea81728298a92d426 on resource:security_group {{(pid=98244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:41:34.508247 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfc4971-508b-4295-9d9e-f5595443a497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af61e472-51e0-4ed5-8c8b-269095ef098a,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:34.513160 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-0bfc4971-508b-4295-9d9e-f5595443a497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:34.514003 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-5c5ed889-b5b3-4871-8e1a-59810b14012a req-7e32ab61-422b-4a2f-bc69-61dbef30a00b service neutron] Unset dirty status for tenant:c8eb914be1a64a1ea81728298a92d426 on resource:security_group {{(pid=98244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:41:34.516600 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-5c5ed889-b5b3-4871-8e1a-59810b14012a req-7e32ab61-422b-4a2f-bc69-61dbef30a00b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006698 May 20 19:41:34.579895 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0158cdb-9292-48d7-808a-a130e97b82d8 req-09940683-29da-4fc0-b23c-cb8267d8c8d6 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:34.584972 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-e0158cdb-9292-48d7-808a-a130e97b82d8 req-09940683-29da-4fc0-b23c-cb8267d8c8d6 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.1367741 May 20 19:41:34.589753 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 35076) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:34.592720 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b7b31-e10b-40b4-93b9-3e576943cf81 req-c8fc5fac-60e9-400f-9adc-572739646870 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:34.594163 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-722b7b31-e10b-40b4-93b9-3e576943cf81 req-c8fc5fac-60e9-400f-9adc-572739646870 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0827d0c-cf95-40fd-b502-4bd511c5c69d HTTP/1.1" status: 200 len: 945 time: 0.1819942 May 20 19:41:34.599212 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [None req-15a572fa-d2e9-487d-9019-49d7831d4143 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Request body: {'floatingip': {'port_id': '64830ea0-861b-4b27-ab5c-a994d0f73588'}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:41:34.623502 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] get_ports_and_sgs() called for port_ids ['eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550'] {{(pid=98245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:41:34.660565 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-722b7b31-e10b-40b4-93b9-3e576943cf81 req-97fd66ca-deba-40e1-8b04-d82ffcd89b3e tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604067 May 20 19:41:34.703326 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-15a572fa-d2e9-487d-9019-49d7831d4143 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks [] for floatingip, before_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:34.723922 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] get_ports_and_sgs() called for port_ids ['551c2209-fd24-46ff-b426-ebc1a79350aa'] {{(pid=98245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:41:34.862991 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:34.980781 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-56ffeac1-0023-46b1-86f8-0dd5a22216f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:34.998160 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 35090) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:35.016751 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-3081abba-37d5-4036-9b8e-5a80ed3f92dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:35.032922 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-3081abba-37d5-4036-9b8e-5a80ed3f92dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:35.037940 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-3081abba-37d5-4036-9b8e-5a80ed3f92dd admin admin] Usage tracker for resource:security_group_rule and tenant:6c9a159b01444103b76509ebb77d4e38 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:35.041986 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-3081abba-37d5-4036-9b8e-5a80ed3f92dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:35.050583 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-3081abba-37d5-4036-9b8e-5a80ed3f92dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:35.082733 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-56ffeac1-0023-46b1-86f8-0dd5a22216f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:35.101755 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-56ffeac1-0023-46b1-86f8-0dd5a22216f2 admin admin] Usage tracker for resource:security_group_rule and tenant:7845595e5f324fb48d0e2375c5e2a828 is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:35.106015 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-56ffeac1-0023-46b1-86f8-0dd5a22216f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:35.115768 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-56ffeac1-0023-46b1-86f8-0dd5a22216f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:35.144698 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-3081abba-37d5-4036-9b8e-5a80ed3f92dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:35.148814 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-3081abba-37d5-4036-9b8e-5a80ed3f92dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:35.159913 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-0bfc4971-508b-4295-9d9e-f5595443a497 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:35.210322 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-3081abba-37d5-4036-9b8e-5a80ed3f92dd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6c9a159b01444103b76509ebb77d4e38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2108719 May 20 19:41:35.213588 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 35098) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:35.236583 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3081abba-37d5-4036-9b8e-5a80ed3f92dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b457753-99c2-4285-9930-4a33afb2e4af,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:35.245862 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-3081abba-37d5-4036-9b8e-5a80ed3f92dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:35.246515 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea35e65-fd14-45d7-b918-f259d8ad72a8 req-9ddf04de-4324-4ddb-93e5-6a2bbcb8e39a tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:35.247997 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-1ea35e65-fd14-45d7-b918-f259d8ad72a8 req-9ddf04de-4324-4ddb-93e5-6a2bbcb8e39a tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 944 time: 0.2805598 May 20 19:41:35.284066 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-aa34fdcf-9a60-4710-aeea-29423fe9022b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:35.310283 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-aa34fdcf-9a60-4710-aeea-29423fe9022b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:35.420837 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-aa34fdcf-9a60-4710-aeea-29423fe9022b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:35.426517 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:35.444785 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa34fdcf-9a60-4710-aeea-29423fe9022b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b457753-99c2-4285-9930-4a33afb2e4af,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:35.446866 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-1ea35e65-fd14-45d7-b918-f259d8ad72a8 req-9f602b72-688f-4fed-a7c5-6c07649ebc00 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904161 May 20 19:41:35.447913 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-aa34fdcf-9a60-4710-aeea-29423fe9022b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:35.449039 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-aa34fdcf-9a60-4710-aeea-29423fe9022b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:35.450175 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-aa34fdcf-9a60-4710-aeea-29423fe9022b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7b457753-99c2-4285-9930-4a33afb2e4af HTTP/1.1" status: 204 len: 168 time: 0.2355866 May 20 19:41:35.517226 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-56ffeac1-0023-46b1-86f8-0dd5a22216f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:35.545974 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d568-3eaa-4ee2-8e63-8438dfda9a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:35.625603 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-56ffeac1-0023-46b1-86f8-0dd5a22216f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:35.635813 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:36.071460 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a925df4-5103-40b5-8784-e174945d836e req-1efbe796-e58b-48a4-9fcd-70ea68379648 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:36.074326 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-8a925df4-5103-40b5-8784-e174945d836e req-1efbe796-e58b-48a4-9fcd-70ea68379648 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0827d0c-cf95-40fd-b502-4bd511c5c69d HTTP/1.1" status: 200 len: 945 time: 0.1916642 May 20 19:41:36.122292 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-56ffeac1-0023-46b1-86f8-0dd5a22216f2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7845595e5f324fb48d0e2375c5e2a828&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7046003 May 20 19:41:36.127631 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 35136) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:36.153149 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-8a925df4-5103-40b5-8784-e174945d836e req-a5c084cd-6ee2-485c-b5d2-516f5fc9f125 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701141 May 20 19:41:36.154709 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ffeac1-0023-46b1-86f8-0dd5a22216f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497a029f-3d0f-4faf-a571-fc830989e8b1,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:36.159528 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-56ffeac1-0023-46b1-86f8-0dd5a22216f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:36.168453 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-15a572fa-d2e9-487d-9019-49d7831d4143 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:36.174078 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-15a572fa-d2e9-487d-9019-49d7831d4143 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745732'] for floatingip, after_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:36.210234 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-22bd40f2-aea4-423a-8871-4bd0516ea6ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:36.224830 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:36.241333 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-22bd40f2-aea4-423a-8871-4bd0516ea6ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:36.302418 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-22bd40f2-aea4-423a-8871-4bd0516ea6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:36.307249 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:36.318720 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bd40f2-aea4-423a-8871-4bd0516ea6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497a029f-3d0f-4faf-a571-fc830989e8b1,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:36.322450 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-22bd40f2-aea4-423a-8871-4bd0516ea6ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:36.326241 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-22bd40f2-aea4-423a-8871-4bd0516ea6ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:36.329850 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-22bd40f2-aea4-423a-8871-4bd0516ea6ae admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/497a029f-3d0f-4faf-a571-fc830989e8b1 HTTP/1.1" status: 204 len: 168 time: 0.1988769 May 20 19:41:36.373334 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.db.l3_db [None req-15a572fa-d2e9-487d-9019-49d7831d4143 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Floating IP 79aeab5f-2519-4a02-a6e5-ae42a310b0fc associated. External IP: 172.27.1.60, port: 64830ea0-861b-4b27-ab5c-a994d0f73588. May 20 19:41:36.813679 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 35166) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:36.841739 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-685c0e22-a404-46d7-b934-48ee5953cbaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:36.884577 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-685c0e22-a404-46d7-b934-48ee5953cbaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:36.894259 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-685c0e22-a404-46d7-b934-48ee5953cbaf admin admin] Usage tracker for resource:security_group_rule and tenant:be27ec2555414f4cb5b322328973b4af is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:36.897979 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-685c0e22-a404-46d7-b934-48ee5953cbaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:36.905126 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-685c0e22-a404-46d7-b934-48ee5953cbaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:37.035773 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-685c0e22-a404-46d7-b934-48ee5953cbaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:37.048779 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-685c0e22-a404-46d7-b934-48ee5953cbaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:37.059744 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09446d96-f0f8-483d-8df3-91ba167c021e req-d1f729c3-8a08-4622-91a4-59881d8291bf tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:37.061790 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-09446d96-f0f8-483d-8df3-91ba167c021e req-d1f729c3-8a08-4622-91a4-59881d8291bf tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 944 time: 0.2964318 May 20 19:41:37.087399 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a572fa-d2e9-487d-9019-49d7831d4143 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Router 4672da3d-cf7d-400c-89a7-8f40babc1cf1 has already been hosted by L3 agent bf06d900-968e-4d51-b3d3-e51a8143bf8e {{(pid=98243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:41:37.110027 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-aa34fdcf-9a60-4710-aeea-29423fe9022b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:37.126858 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-685c0e22-a404-46d7-b934-48ee5953cbaf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=be27ec2555414f4cb5b322328973b4af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3096168 May 20 19:41:37.130094 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 35180) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:37.175174 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 35184) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:37.188112 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c0e22-a404-46d7-b934-48ee5953cbaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9706e250-ca18-4aca-9c5f-435aaecd0cfa,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:37.191610 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-685c0e22-a404-46d7-b934-48ee5953cbaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:37.260307 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-40a8b960-4cf6-42c3-bf80-c71dd59d075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:37.282132 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 551c2209-fd24-46ff-b426-ebc1a79350aa up at agent hyperv_hv-cinder-79246 {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:41:37.291787 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-09446d96-f0f8-483d-8df3-91ba167c021e req-09037812-110c-4813-b30d-7198348d5295 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2236953 May 20 19:41:37.411943 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Provisioning for port 551c2209-fd24-46ff-b426-ebc1a79350aa completed by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:41:37.418044 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Provisioning complete for port 551c2209-fd24-46ff-b426-ebc1a79350aa triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:41:37.418633 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-3deac53f-6da7-4035-be47-57e401bbb523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:37.418990 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:37.422022 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-24396cdc-5b26-4552-b520-fcca51e1c8c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:37.444206 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-3deac53f-6da7-4035-be47-57e401bbb523 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:37.451299 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-3deac53f-6da7-4035-be47-57e401bbb523 admin admin] Usage tracker for resource:security_group_rule and tenant:f294a9d26f5e42b2b3d3498faae9dd1c is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:37.456261 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-3deac53f-6da7-4035-be47-57e401bbb523 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:37.460799 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a572fa-d2e9-487d-9019-49d7831d4143 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify agent at l3_agent.dv-cinder-792462-2-iscsi the message routers_updated {{(pid=98243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:41:37.464139 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-3deac53f-6da7-4035-be47-57e401bbb523 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:37.480088 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694129e0-162c-4435-8517-bc119c96f632 None None] Sync routers for ids ['4672da3d-cf7d-400c-89a7-8f40babc1cf1'] in dv-cinder-792462-2-iscsi {{(pid=98246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:41:37.482138 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-24396cdc-5b26-4552-b520-fcca51e1c8c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:37.492159 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694129e0-162c-4435-8517-bc119c96f632 None None] Routers {'4672da3d-cf7d-400c-89a7-8f40babc1cf1'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:41:37.492527 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-694129e0-162c-4435-8517-bc119c96f632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:41:34Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['4672da3d-cf7d-400c-89a7-8f40babc1cf1'], 'active': True} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:41:37.510833 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02318de-7bd2-476e-b9f3-ed4c45a90141 req-93f733ad-ebe5-4ccb-ae2a-0b5ce603f103 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:37.512652 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-b02318de-7bd2-476e-b9f3-ed4c45a90141 req-93f733ad-ebe5-4ccb-ae2a-0b5ce603f103 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0827d0c-cf95-40fd-b502-4bd511c5c69d HTTP/1.1" status: 200 len: 945 time: 0.1698754 May 20 19:41:37.555662 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-15a572fa-d2e9-487d-9019-49d7831d4143 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for floatingip, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:37.577412 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-b02318de-7bd2-476e-b9f3-ed4c45a90141 req-0948f903-34a3-444c-8765-d23d36003b8f tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564561 May 20 19:41:37.638699 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-3deac53f-6da7-4035-be47-57e401bbb523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:37.644788 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-3deac53f-6da7-4035-be47-57e401bbb523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:37.646434 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:37.654952 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-e52c02f1-d332-402c-8a0b-f651a2c9f6ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:37.689132 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-15a572fa-d2e9-487d-9019-49d7831d4143 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "PUT /v2.0/floatingips/79aeab5f-2519-4a02-a6e5-ae42a310b0fc HTTP/1.1" status: 200 len: 990 time: 3.0956905 May 20 19:41:37.689132 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fec5784-b876-4338-ba39-b8bafa9d741a', 'tag': '64830ea0-861b-4b27-ab5c-a994d0f73588'}] {{(pid=98243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:41:37.705735 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-24396cdc-5b26-4552-b520-fcca51e1c8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:37.710013 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:37.734119 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-3deac53f-6da7-4035-be47-57e401bbb523 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f294a9d26f5e42b2b3d3498faae9dd1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5556455 May 20 19:41:37.736142 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 35204) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:37.737603 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0827d0c-cf95-40fd-b502-4bd511c5c69d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '551c2209-fd24-46ff-b426-ebc1a79350aa'}] {{(pid=98245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:41:37.740425 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24396cdc-5b26-4552-b520-fcca51e1c8c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9706e250-ca18-4aca-9c5f-435aaecd0cfa,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:37.742361 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deac53f-6da7-4035-be47-57e401bbb523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ce8e32-fd74-4b0c-bb7a-3685997a3980,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:37.745168 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-24396cdc-5b26-4552-b520-fcca51e1c8c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:37.748040 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-3deac53f-6da7-4035-be47-57e401bbb523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:37.754686 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-24396cdc-5b26-4552-b520-fcca51e1c8c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:37.766806 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-24396cdc-5b26-4552-b520-fcca51e1c8c9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9706e250-ca18-4aca-9c5f-435aaecd0cfa HTTP/1.1" status: 204 len: 168 time: 0.6202819 May 20 19:41:37.788359 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fec5784-b876-4338-ba39-b8bafa9d741a', 'tag': '64830ea0-861b-4b27-ab5c-a994d0f73588', 'status': 'completed', 'code': 200} May 20 19:41:37.799226 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port 551c2209-fd24-46ff-b426-ebc1a79350aa, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=551c2209-fd24-46ff-b426-ebc1a79350aa,segment=NetworkSegment(bb2d58f1-e924-45ff-b685-912f2e453c73),segment_id=bb2d58f1-e924-45ff-b685-912f2e453c73)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:41:37.821599 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:37.823545 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550 up at agent hyperv_hv-cinder-79246 {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:41:37.857495 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvr_db [None req-694129e0-162c-4435-8517-bc119c96f632 None None] Set router 4672da3d-cf7d-400c-89a7-8f40babc1cf1 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:41:37.902959 dv-cinder-792462-2-iscsi neutron-server[98245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0827d0c-cf95-40fd-b502-4bd511c5c69d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '551c2209-fd24-46ff-b426-ebc1a79350aa', 'code': 200} May 20 19:41:37.916200 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:38.030440 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Pushing event updated for resources: {'Port': ['ID=551c2209-fd24-46ff-b426-ebc1a79350aa,revision_number=5']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:38.035409 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:38.050713 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-4998613f-26ae-4981-a1b4-6cb85e86f904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:38.053452 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Provisioning for port eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550 completed by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:41:38.060827 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Provisioning complete for port eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550 triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:41:38.061427 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:38.114888 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-4998613f-26ae-4981-a1b4-6cb85e86f904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:38.136800 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d59c5-4c43-4414-97d7-36f01db29d87 req-cf8ef5d1-f0ec-4350-bf6a-957e178a13c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:38.138273 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-245d59c5-4c43-4414-97d7-36f01db29d87 req-cf8ef5d1-f0ec-4350-bf6a-957e178a13c5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=eae5dc310b064886a0fbb3c18c74b33d&device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 1098 time: 0.3022387 May 20 19:41:38.271014 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:38.366773 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550,segment=NetworkSegment(bbd097b1-fbbb-46bb-b9fd-966cb6b1545a),segment_id=bbd097b1-fbbb-46bb-b9fd-966cb6b1545a)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:41:38.386021 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:38.388313 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:38.472576 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d59c5-4c43-4414-97d7-36f01db29d87 req-d8f850f5-39f9-4005-80ac-926a34d3be21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:38.475119 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-245d59c5-4c43-4414-97d7-36f01db29d87 req-d8f850f5-39f9-4005-80ac-926a34d3be21 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d932fd37-893e-4714-8e50-cf8308e6d424 HTTP/1.1" status: 200 len: 909 time: 0.3097756 May 20 19:41:38.486009 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-4998613f-26ae-4981-a1b4-6cb85e86f904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:38.503941 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:38.550152 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-694129e0-162c-4435-8517-bc119c96f632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'name': 'tempest-AttachVolumeTestJSON-1631511-router', 'tenant_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'df9d2484-187b-40cb-97fd-91e552548a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:47Z', 'updated_at': '2021-05-20T19:40:56Z', 'revision_number': 4, 'project_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'gw_port': {'id': 'df9d2484-187b-40cb-97fd-91e552548a6c', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:43:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:49Z', 'updated_at': '2021-05-20T19:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_floatingips': [{'id': '79aeab5f-2519-4a02-a6e5-ae42a310b0fc', 'tenant_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'floating_ip_address': '172.27.1.60', 'floating_network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'router_id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'port_id': '64830ea0-861b-4b27-ab5c-a994d0f73588', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd932fd37-893e-4714-8e50-cf8308e6d424', 'mac_address': 'fa:16:3e:d3:8f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fec5784-b876-4338-ba39-b8bafa9d741a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T19:41:08Z', 'updated_at': '2021-05-20T19:41:35Z', 'revision_number': 1, 'project_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5076c290-b3c2-4fd1-87ec-676c6b2a6016', 'name': '', 'network_id': 'd932fd37-893e-4714-8e50-cf8308e6d424', 'tenant_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'mac_address': 'fa:16:3e:f1:9d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'edef4a11-9491-49df-813d-c217a08b5490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:54Z', 'updated_at': '2021-05-20T19:41:11Z', 'revision_number': 5, 'project_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'subnets': [{'id': 'edef4a11-9491-49df-813d-c217a08b5490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:41:38.561150 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694129e0-162c-4435-8517-bc119c96f632 None None] Checking router: 4672da3d-cf7d-400c-89a7-8f40babc1cf1 for host: dv-cinder-792462-2-iscsi {{(pid=98246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:41:38.571903 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694129e0-162c-4435-8517-bc119c96f632 None None] Routers {'4672da3d-cf7d-400c-89a7-8f40babc1cf1'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:41:38.573105 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-694129e0-162c-4435-8517-bc119c96f632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:41:34Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['4672da3d-cf7d-400c-89a7-8f40babc1cf1'], 'active': True} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:41:38.614765 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e296984-983d-4a0a-85bf-1c0a041e257e req-bc0bdd68-3647-4065-a54b-63f8dbd3e061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:38.618217 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-3e296984-983d-4a0a-85bf-1c0a041e257e req-bc0bdd68-3647-4065-a54b-63f8dbd3e061 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c0827d0c-cf95-40fd-b502-4bd511c5c69d HTTP/1.1" status: 200 len: 1099 time: 0.2866952 May 20 19:41:38.665271 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Pushing event updated for resources: {'Port': ['ID=eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550,revision_number=5']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:38.670925 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:38.692810 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-3e296984-983d-4a0a-85bf-1c0a041e257e req-2359b0d0-fd0d-4c79-932a-04dc185b6d2b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598764 May 20 19:41:38.897239 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4998613f-26ae-4981-a1b4-6cb85e86f904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ce8e32-fd74-4b0c-bb7a-3685997a3980,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:38.901579 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-4998613f-26ae-4981-a1b4-6cb85e86f904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:38.991170 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvr_db [None req-694129e0-162c-4435-8517-bc119c96f632 None None] Set router 4672da3d-cf7d-400c-89a7-8f40babc1cf1 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:41:38.998868 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-4998613f-26ae-4981-a1b4-6cb85e86f904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:39.003817 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-4998613f-26ae-4981-a1b4-6cb85e86f904 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/00ce8e32-fd74-4b0c-bb7a-3685997a3980 HTTP/1.1" status: 204 len: 168 time: 1.2657290 May 20 19:41:39.007585 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-245d59c5-4c43-4414-97d7-36f01db29d87 req-17a14a87-5fc1-4777-ac94-2d6152cb59b8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64830ea0-861b-4b27-ab5c-a994d0f73588 HTTP/1.1" status: 200 len: 998 time: 0.5087085 May 20 19:41:39.152304 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d550f8-8322-4a40-bead-44707837f0f9 req-7f735440-c7b5-486e-b700-a6002b11b706 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:39.160039 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-a4d550f8-8322-4a40-bead-44707837f0f9 req-7f735440-c7b5-486e-b700-a6002b11b706 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 945 time: 0.2318769 May 20 19:41:39.162561 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d59c5-4c43-4414-97d7-36f01db29d87 req-a9d8f123-f064-403c-89ac-d797efb28c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:39.164026 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-245d59c5-4c43-4414-97d7-36f01db29d87 req-a9d8f123-f064-403c-89ac-d797efb28c56 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=edef4a11-9491-49df-813d-c217a08b5490 HTTP/1.1" status: 200 len: 847 time: 0.1475229 May 20 19:41:39.208887 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dbc8e2-a8ef-4905-ae7d-a61a289054b6 req-ffdff79e-0b1c-4d9a-a488-2bde44386312 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:39.218044 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-93dbc8e2-a8ef-4905-ae7d-a61a289054b6 req-ffdff79e-0b1c-4d9a-a488-2bde44386312 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0827d0c-cf95-40fd-b502-4bd511c5c69d HTTP/1.1" status: 200 len: 946 time: 0.0987697 May 20 19:41:39.290933 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-93dbc8e2-a8ef-4905-ae7d-a61a289054b6 req-9dffee97-72c1-40c3-b86f-93a2365be5f3 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690236 May 20 19:41:39.342203 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-a4d550f8-8322-4a40-bead-44707837f0f9 req-65bd307b-0a52-4523-a012-525672b3abac tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812639 May 20 19:41:39.384555 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d59c5-4c43-4414-97d7-36f01db29d87 req-d9a0fc0a-fda8-472c-87d0-99c3d63dc661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:39.391835 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-245d59c5-4c43-4414-97d7-36f01db29d87 req-d9a0fc0a-fda8-472c-87d0-99c3d63dc661 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d932fd37-893e-4714-8e50-cf8308e6d424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2089317 May 20 19:41:39.555115 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b689a45-8567-453c-b787-1bfe42957835 req-54970bc1-2c37-4735-b7d5-6c555e8d4779 tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:39.564156 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-245d59c5-4c43-4414-97d7-36f01db29d87 req-3f0ff6bb-dc5d-461b-862f-4cb7951f6ff7 service neutron] 10.222.0.65 "GET /v2.0/networks/d932fd37-893e-4714-8e50-cf8308e6d424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600764 May 20 19:41:39.567064 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7b689a45-8567-453c-b787-1bfe42957835 req-54970bc1-2c37-4735-b7d5-6c555e8d4779 tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] 10.222.0.46 "GET /v2.0/ports?device_id=04d594a0-f355-429f-91a4-1a8587e27de3 HTTP/1.1" status: 200 len: 945 time: 0.1475422 May 20 19:41:39.654504 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7b689a45-8567-453c-b787-1bfe42957835 req-7ddb033b-d23f-43a4-b6bc-0edc1104976e tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] 10.222.0.46 "GET /v2.0/security-groups?id=c51e0d65-bb83-48d4-b080-258e9c052768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801923 May 20 19:41:39.659669 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-694129e0-162c-4435-8517-bc119c96f632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'name': 'tempest-AttachVolumeTestJSON-1631511-router', 'tenant_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'df9d2484-187b-40cb-97fd-91e552548a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:47Z', 'updated_at': '2021-05-20T19:40:56Z', 'revision_number': 4, 'project_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'gw_port': {'id': 'df9d2484-187b-40cb-97fd-91e552548a6c', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:43:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:49Z', 'updated_at': '2021-05-20T19:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_floatingips': [{'id': '79aeab5f-2519-4a02-a6e5-ae42a310b0fc', 'tenant_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'floating_ip_address': '172.27.1.60', 'floating_network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'router_id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'port_id': '64830ea0-861b-4b27-ab5c-a994d0f73588', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd932fd37-893e-4714-8e50-cf8308e6d424', 'mac_address': 'fa:16:3e:d3:8f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fec5784-b876-4338-ba39-b8bafa9d741a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T19:41:08Z', 'updated_at': '2021-05-20T19:41:35Z', 'revision_number': 1, 'project_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5076c290-b3c2-4fd1-87ec-676c6b2a6016', 'name': '', 'network_id': 'd932fd37-893e-4714-8e50-cf8308e6d424', 'tenant_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'mac_address': 'fa:16:3e:f1:9d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'edef4a11-9491-49df-813d-c217a08b5490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:54Z', 'updated_at': '2021-05-20T19:41:11Z', 'revision_number': 5, 'project_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'subnets': [{'id': 'edef4a11-9491-49df-813d-c217a08b5490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:41:39.664430 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694129e0-162c-4435-8517-bc119c96f632 None None] The sync data for ids ['4672da3d-cf7d-400c-89a7-8f40babc1cf1'] in dv-cinder-792462-2-iscsi is: [{'id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'name': 'tempest-AttachVolumeTestJSON-1631511-router', 'tenant_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'df9d2484-187b-40cb-97fd-91e552548a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:47Z', 'updated_at': '2021-05-20T19:40:56Z', 'revision_number': 4, 'project_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'gw_port': {'id': 'df9d2484-187b-40cb-97fd-91e552548a6c', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:43:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:49Z', 'updated_at': '2021-05-20T19:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_floatingips': [{'id': '79aeab5f-2519-4a02-a6e5-ae42a310b0fc', 'tenant_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'floating_ip_address': '172.27.1.60', 'floating_network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'router_id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'port_id': '64830ea0-861b-4b27-ab5c-a994d0f73588', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd932fd37-893e-4714-8e50-cf8308e6d424', 'mac_address': 'fa:16:3e:d3:8f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fec5784-b876-4338-ba39-b8bafa9d741a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T19:41:08Z', 'updated_at': '2021-05-20T19:41:35Z', 'revision_number': 1, 'project_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5076c290-b3c2-4fd1-87ec-676c6b2a6016', 'name': '', 'network_id': 'd932fd37-893e-4714-8e50-cf8308e6d424', 'tenant_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'mac_address': 'fa:16:3e:f1:9d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'edef4a11-9491-49df-813d-c217a08b5490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:54Z', 'updated_at': '2021-05-20T19:41:11Z', 'revision_number': 5, 'project_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'subnets': [{'id': 'edef4a11-9491-49df-813d-c217a08b5490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:41:39.745213 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-245d59c5-4c43-4414-97d7-36f01db29d87 req-d2873417-6cf4-4093-b490-0fef76c2aea9 service neutron] 10.222.0.65 "GET /v2.0/networks/d932fd37-893e-4714-8e50-cf8308e6d424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712122 May 20 19:41:39.841885 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 35280) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:39.861843 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-a2c1662d-b78e-4497-9e8f-75fd57a3f649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:39.878564 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-a2c1662d-b78e-4497-9e8f-75fd57a3f649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:39.884285 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-a2c1662d-b78e-4497-9e8f-75fd57a3f649 admin admin] Usage tracker for resource:security_group_rule and tenant:feb424a52d754dedb4469758973473f1 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:39.888303 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-a2c1662d-b78e-4497-9e8f-75fd57a3f649 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:39.895416 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-a2c1662d-b78e-4497-9e8f-75fd57a3f649 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:39.904536 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'debb1a7d-07d6-4185-946f-2b11a45912cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550'}] {{(pid=98245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:41:39.926123 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51799fe-dcea-4357-8537-14bfa0932121 None None] New status for floating IP 79aeab5f-2519-4a02-a6e5-ae42a310b0fc: ACTIVE {{(pid=98245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 19:41:40.049947 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-a2c1662d-b78e-4497-9e8f-75fd57a3f649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:40.056231 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-a2c1662d-b78e-4497-9e8f-75fd57a3f649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:40.065586 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-ae91681f-1539-400f-b1fe-9dce592d8692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:40.126517 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 35290) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:40.130583 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-a2c1662d-b78e-4497-9e8f-75fd57a3f649 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=feb424a52d754dedb4469758973473f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2875979 May 20 19:41:40.131588 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1662d-b78e-4497-9e8f-75fd57a3f649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027ee1fd-49ad-48b7-ab36-98b92b439485,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:40.151089 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-a2c1662d-b78e-4497-9e8f-75fd57a3f649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:40.215103 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-6aac392f-016a-473f-b9de-fd314619a3f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:40.215288 dv-cinder-792462-2-iscsi neutron-server[98245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'debb1a7d-07d6-4185-946f-2b11a45912cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550', 'code': 200} May 20 19:41:40.260288 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-6aac392f-016a-473f-b9de-fd314619a3f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:40.423976 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-6aac392f-016a-473f-b9de-fd314619a3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:40.430875 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:40.462029 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac392f-016a-473f-b9de-fd314619a3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027ee1fd-49ad-48b7-ab36-98b92b439485,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:40.467463 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-6aac392f-016a-473f-b9de-fd314619a3f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:40.483470 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-6aac392f-016a-473f-b9de-fd314619a3f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:40.486860 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-6aac392f-016a-473f-b9de-fd314619a3f5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/027ee1fd-49ad-48b7-ab36-98b92b439485 HTTP/1.1" status: 204 len: 168 time: 0.3591931 May 20 19:41:40.590687 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b794a9f1-0136-4c2e-a820-004def3b8229 req-668242a8-5026-43fa-a4ff-08d52c9691b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:40.594683 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-b794a9f1-0136-4c2e-a820-004def3b8229 req-668242a8-5026-43fa-a4ff-08d52c9691b0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 1098 time: 0.2903795 May 20 19:41:40.671448 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4c644-7971-41aa-81db-512aac4c7bb9 req-5d6ff64f-9c55-48a6-bfd9-a1bdcf298e7f tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:40.688799 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-59f4c644-7971-41aa-81db-512aac4c7bb9 req-5d6ff64f-9c55-48a6-bfd9-a1bdcf298e7f tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0827d0c-cf95-40fd-b502-4bd511c5c69d HTTP/1.1" status: 200 len: 946 time: 0.1760449 May 20 19:41:40.698748 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-b794a9f1-0136-4c2e-a820-004def3b8229 req-79cea0ad-f6f1-4637-acca-d413f3385c1b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943801 May 20 19:41:40.786100 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-59f4c644-7971-41aa-81db-512aac4c7bb9 req-0844c471-f1cf-4981-922f-2425ce5e3509 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958846 May 20 19:41:40.802591 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4ad44-cf96-45b2-a155-c1d6246bd287 req-62b67f63-d34e-4219-9c28-4091c9b0974f tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:40.804371 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-30a4ad44-cf96-45b2-a155-c1d6246bd287 req-62b67f63-d34e-4219-9c28-4091c9b0974f tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 945 time: 0.1083510 May 20 19:41:40.895564 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-30a4ad44-cf96-45b2-a155-c1d6246bd287 req-096fc755-2434-4923-8507-37f9fabd9322 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846701 May 20 19:41:41.184684 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e17d93-8d9e-4db7-ae58-bf1ce9259a26 req-8c494b16-7134-4279-a43c-2c1c55be0be0 tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:41.186545 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-d1e17d93-8d9e-4db7-ae58-bf1ce9259a26 req-8c494b16-7134-4279-a43c-2c1c55be0be0 tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] 10.222.0.46 "GET /v2.0/ports?device_id=04d594a0-f355-429f-91a4-1a8587e27de3 HTTP/1.1" status: 200 len: 945 time: 0.1524632 May 20 19:41:41.242703 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-d1e17d93-8d9e-4db7-ae58-bf1ce9259a26 req-0c31dafc-7e62-41c5-9963-e0ac99bff5ec tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] 10.222.0.46 "GET /v2.0/security-groups?id=c51e0d65-bb83-48d4-b080-258e9c052768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489311 May 20 19:41:42.004553 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd671df-01c6-409f-b067-685dbcd1270b req-e7e250d7-451e-4042-b15b-98c822faa158 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:42.009560 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-afd671df-01c6-409f-b067-685dbcd1270b req-e7e250d7-451e-4042-b15b-98c822faa158 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0827d0c-cf95-40fd-b502-4bd511c5c69d HTTP/1.1" status: 200 len: 946 time: 0.1180642 May 20 19:41:42.073976 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-afd671df-01c6-409f-b067-685dbcd1270b req-98fe5626-7bd1-49a6-8ec3-7c216ca668be tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586386 May 20 19:41:42.123493 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d4e95-2e1e-4b3f-a671-8edceac17cb3 req-277ab1de-dd67-4a46-9f19-c8c0e80a0dd0 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:42.125757 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-170d4e95-2e1e-4b3f-a671-8edceac17cb3 req-277ab1de-dd67-4a46-9f19-c8c0e80a0dd0 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 945 time: 0.1023962 May 20 19:41:42.262531 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-170d4e95-2e1e-4b3f-a671-8edceac17cb3 req-94c94809-183a-4e69-bd35-ab77e517bc70 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309843 May 20 19:41:42.344007 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007329a-cff4-449e-8d82-f9d2468ae66a req-f2532008-2cd1-4ea9-b5c4-7f9fa68cbb3a tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:42.345595 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-d007329a-cff4-449e-8d82-f9d2468ae66a req-f2532008-2cd1-4ea9-b5c4-7f9fa68cbb3a tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] 10.222.0.65 "GET /v2.0/ports?device_id=04d594a0-f355-429f-91a4-1a8587e27de3 HTTP/1.1" status: 200 len: 945 time: 0.1461840 May 20 19:41:42.597225 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ec3f9-e030-49a7-9401-459fc00485ae req-65fb4ccc-1c03-43cf-bee9-110b60010c6c tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:42.598783 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-271ec3f9-e030-49a7-9401-459fc00485ae req-65fb4ccc-1c03-43cf-bee9-110b60010c6c tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] 10.222.0.46 "GET /v2.0/ports?device_id=04d594a0-f355-429f-91a4-1a8587e27de3 HTTP/1.1" status: 200 len: 945 time: 0.1852176 May 20 19:41:42.631604 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.plugin [req-d007329a-cff4-449e-8d82-f9d2468ae66a req-56d1b7f6-a422-4f19-857a-414798a87800 tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Deleting port 0dc2e670-f904-488e-b35d-1845ccadd932 {{(pid=98244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:41:42.632021 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-d007329a-cff4-449e-8d82-f9d2468ae66a req-56d1b7f6-a422-4f19-857a-414798a87800 tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:42.690382 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-271ec3f9-e030-49a7-9401-459fc00485ae req-b6d9f40f-f5c5-4a63-b2a8-4a8b10cb33da tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] 10.222.0.46 "GET /v2.0/security-groups?id=c51e0d65-bb83-48d4-b080-258e9c052768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789587 May 20 19:41:42.827122 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.db [req-d007329a-cff4-449e-8d82-f9d2468ae66a req-56d1b7f6-a422-4f19-857a-414798a87800 tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] For port 0dc2e670-f904-488e-b35d-1845ccadd932, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=0dc2e670-f904-488e-b35d-1845ccadd932,segment=NetworkSegment(b5ae81c9-7462-4bd2-9919-0d8b398112b6),segment_id=b5ae81c9-7462-4bd2-9919-0d8b398112b6)] {{(pid=98244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:41:42.827498 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-d007329a-cff4-449e-8d82-f9d2468ae66a req-56d1b7f6-a422-4f19-857a-414798a87800 tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:42.839558 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92f4c3-1aa7-49b4-8d40-1740c6d53c2a req-7e8446be-7282-44bc-a1a3-9dcdd7a1f2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:42.841267 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-ff92f4c3-1aa7-49b4-8d40-1740c6d53c2a req-7e8446be-7282-44bc-a1a3-9dcdd7a1f2f2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a0ac8c7cabd34168a41ac6b7de3b2121&device_id=c0827d0c-cf95-40fd-b502-4bd511c5c69d HTTP/1.1" status: 200 len: 1099 time: 0.2145629 May 20 19:41:42.853307 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2448dc37-e893-440f-b5c0-80a17ca74988 req-27be74f2-07d4-49f5-b2d9-a0dd8918d21a tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:42.854938 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-2448dc37-e893-440f-b5c0-80a17ca74988 req-27be74f2-07d4-49f5-b2d9-a0dd8918d21a tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0827d0c-cf95-40fd-b502-4bd511c5c69d HTTP/1.1" status: 200 len: 946 time: 0.1336489 May 20 19:41:42.973474 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.plugin [req-d007329a-cff4-449e-8d82-f9d2468ae66a req-56d1b7f6-a422-4f19-857a-414798a87800 tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Calling delete_port for 0dc2e670-f904-488e-b35d-1845ccadd932 owned by compute:nova {{(pid=98244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:41:43.073806 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-2448dc37-e893-440f-b5c0-80a17ca74988 req-7f2e1468-595e-45f1-a353-e329f15ddd71 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986086 May 20 19:41:43.104733 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92f4c3-1aa7-49b4-8d40-1740c6d53c2a req-9561766b-81f2-426e-a2a0-9455fcfd7b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:43.106172 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-ff92f4c3-1aa7-49b4-8d40-1740c6d53c2a req-9561766b-81f2-426e-a2a0-9455fcfd7b69 service neutron] 10.222.0.65 "GET /v2.0/networks?id=84eb469a-42da-4e4e-8a93-b8edc16eceb7 HTTP/1.1" status: 200 len: 920 time: 0.2502425 May 20 19:41:43.184014 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-ff92f4c3-1aa7-49b4-8d40-1740c6d53c2a req-abc55529-f86c-4925-8811-b406e3c1f6b6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=551c2209-fd24-46ff-b426-ebc1a79350aa HTTP/1.1" status: 200 len: 217 time: 0.0637529 May 20 19:41:43.236947 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-d007329a-cff4-449e-8d82-f9d2468ae66a req-56d1b7f6-a422-4f19-857a-414798a87800 tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024'] for port, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:43.245057 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-638ca336-f3f2-471c-8dc1-12bf31318207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:43.249789 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] get_ports_and_sgs() called for port_ids ['0dc2e670-f904-488e-b35d-1845ccadd932'] {{(pid=98245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:41:43.272161 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92f4c3-1aa7-49b4-8d40-1740c6d53c2a req-5640d9b8-94e8-4af9-82db-0a9265af1a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:43.273682 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-ff92f4c3-1aa7-49b4-8d40-1740c6d53c2a req-5640d9b8-94e8-4af9-82db-0a9265af1a0c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b75e212a-a8c6-44fb-b15e-58090122a2cf HTTP/1.1" status: 200 len: 859 time: 0.0810997 May 20 19:41:43.298350 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d1b7f6-a422-4f19-857a-414798a87800 tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Pushing event deleted for resources: {'Port': ['ID=0dc2e670-f904-488e-b35d-1845ccadd932,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:43.334946 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-ff92f4c3-1aa7-49b4-8d40-1740c6d53c2a req-968bce88-a213-4551-bec2-4ec006bc0f7e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=84eb469a-42da-4e4e-8a93-b8edc16eceb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521975 May 20 19:41:43.359326 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d1b7f6-a422-4f19-857a-414798a87800 tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:43.360022 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d1b7f6-a422-4f19-857a-414798a87800 tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:43.360563 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d1b7f6-a422-4f19-857a-414798a87800 tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:43.361200 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d1b7f6-a422-4f19-857a-414798a87800 tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:43.361843 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d1b7f6-a422-4f19-857a-414798a87800 tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:43.362366 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d1b7f6-a422-4f19-857a-414798a87800 tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:43.362895 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d1b7f6-a422-4f19-857a-414798a87800 tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:43.363413 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d1b7f6-a422-4f19-857a-414798a87800 tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:43.363976 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d1b7f6-a422-4f19-857a-414798a87800 tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:43.364509 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d1b7f6-a422-4f19-857a-414798a87800 tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:43.365046 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d1b7f6-a422-4f19-857a-414798a87800 tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:43.365581 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d1b7f6-a422-4f19-857a-414798a87800 tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:43.375478 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-56d1b7f6-a422-4f19-857a-414798a87800 tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:43.440205 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.l3_dvrscheduler_db [req-d007329a-cff4-449e-8d82-f9d2468ae66a req-56d1b7f6-a422-4f19-857a-414798a87800 tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] No DVR routers for this DVR port 0dc2e670-f904-488e-b35d-1845ccadd932 on host hv-cinder-79246 {{(pid=98244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:41:43.443390 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-d007329a-cff4-449e-8d82-f9d2468ae66a req-56d1b7f6-a422-4f19-857a-414798a87800 tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for port, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:43.446095 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d594a0-f355-429f-91a4-1a8587e27de3', 'name': 'network-vif-deleted', 'tag': '0dc2e670-f904-488e-b35d-1845ccadd932'}] {{(pid=98244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:41:43.474552 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-d007329a-cff4-449e-8d82-f9d2468ae66a req-56d1b7f6-a422-4f19-857a-414798a87800 tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] 10.222.0.65 "DELETE /v2.0/ports/0dc2e670-f904-488e-b35d-1845ccadd932 HTTP/1.1" status: 204 len: 173 time: 1.1211305 May 20 19:41:43.507758 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04d594a0-f355-429f-91a4-1a8587e27de3', 'name': 'network-vif-deleted', 'tag': '0dc2e670-f904-488e-b35d-1845ccadd932', 'status': 'completed', 'code': 200} May 20 19:41:43.611782 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-ff92f4c3-1aa7-49b4-8d40-1740c6d53c2a req-5de7d625-7580-4df5-953e-87bbc5d8e1e4 service neutron] 10.222.0.65 "GET /v2.0/networks/84eb469a-42da-4e4e-8a93-b8edc16eceb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693686 May 20 19:41:43.629532 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65acafb-5e4b-4c2d-90df-20f3b43399fd req-e3714658-c191-4387-9bb4-4d40fb86344b tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:43.630924 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-e65acafb-5e4b-4c2d-90df-20f3b43399fd req-e3714658-c191-4387-9bb4-4d40fb86344b tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 945 time: 0.2092829 May 20 19:41:43.761293 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-e65acafb-5e4b-4c2d-90df-20f3b43399fd req-01ccb475-10e9-4a14-b431-5a26c8c06651 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118841 May 20 19:41:43.800711 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-ff92f4c3-1aa7-49b4-8d40-1740c6d53c2a req-3a13166d-9043-4964-ac8f-b0d7ed5e8cc6 service neutron] 10.222.0.65 "GET /v2.0/networks/84eb469a-42da-4e4e-8a93-b8edc16eceb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687489 May 20 19:41:43.846953 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-e5347549-dfa2-4043-94b2-43dadcdefc1c req-fa9d50c7-422a-4e2b-87c8-8b4265a74aad tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Synchronizing usage tracker for tenant:37f85aa520a8412687aa20aaba123bb8 on resource:port {{(pid=98244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:41:43.865388 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-e5347549-dfa2-4043-94b2-43dadcdefc1c req-fa9d50c7-422a-4e2b-87c8-8b4265a74aad tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Unset dirty status for tenant:37f85aa520a8412687aa20aaba123bb8 on resource:port {{(pid=98244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:41:43.868389 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-e5347549-dfa2-4043-94b2-43dadcdefc1c req-fa9d50c7-422a-4e2b-87c8-8b4265a74aad tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] 10.222.0.46 "GET /v2.0/ports?device_id=04d594a0-f355-429f-91a4-1a8587e27de3 HTTP/1.1" status: 200 len: 210 time: 0.0650480 May 20 19:41:43.984619 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c177bfb3-be3e-478e-b820-5b5e46c94268 req-b8a443ec-3f76-42b8-a745-f9ad3bc80610 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:43.988197 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c177bfb3-be3e-478e-b820-5b5e46c94268 req-b8a443ec-3f76-42b8-a745-f9ad3bc80610 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 945 time: 0.1104748 May 20 19:41:43.996799 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 35484) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:44.004205 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-56f0265b-9d28-42ca-bba2-8bf7bdbe822c tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Request body: {'floatingip': {'port_id': 'eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550'}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:41:44.132666 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-56f0265b-9d28-42ca-bba2-8bf7bdbe822c tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks [] for floatingip, before_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:44.259919 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 35498) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:44.434356 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-169b5d66-4010-482b-a1de-636ba35fa3e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:44.442637 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c774e1c-edf0-42c2-8941-2577f144e02f req-bc0cbc10-85ce-4754-a626-cb802ffb89f3 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:44.444367 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-7c774e1c-edf0-42c2-8941-2577f144e02f req-bc0cbc10-85ce-4754-a626-cb802ffb89f3 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0827d0c-cf95-40fd-b502-4bd511c5c69d HTTP/1.1" status: 200 len: 946 time: 0.2325556 May 20 19:41:44.449705 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-169b5d66-4010-482b-a1de-636ba35fa3e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:44.455826 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-169b5d66-4010-482b-a1de-636ba35fa3e1 admin admin] Usage tracker for resource:security_group_rule and tenant:d8eab9d72e4f47409fa83bcac5aa7047 is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:44.458916 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-169b5d66-4010-482b-a1de-636ba35fa3e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:44.465896 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-169b5d66-4010-482b-a1de-636ba35fa3e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:44.621381 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-169b5d66-4010-482b-a1de-636ba35fa3e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:44.643975 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-169b5d66-4010-482b-a1de-636ba35fa3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:44.653102 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-7c774e1c-edf0-42c2-8941-2577f144e02f req-6a8001cb-a0b4-4deb-89a9-83b17fce4d6e tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006156 May 20 19:41:44.678080 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-b0ab8ba5-3f92-4d1a-9be0-0c14e15f46be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:44.744229 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 35520) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:44.744936 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b5d66-4010-482b-a1de-636ba35fa3e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1138b758-9472-4f55-a03e-8657c8ae0aac,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:44.774864 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-169b5d66-4010-482b-a1de-636ba35fa3e1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d8eab9d72e4f47409fa83bcac5aa7047&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5138564 May 20 19:41:44.776728 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169b5d66-4010-482b-a1de-636ba35fa3e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:44.777501 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169b5d66-4010-482b-a1de-636ba35fa3e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:44.778001 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169b5d66-4010-482b-a1de-636ba35fa3e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:44.778491 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169b5d66-4010-482b-a1de-636ba35fa3e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:44.778977 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169b5d66-4010-482b-a1de-636ba35fa3e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:44.779466 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169b5d66-4010-482b-a1de-636ba35fa3e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:44.779994 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169b5d66-4010-482b-a1de-636ba35fa3e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:44.780528 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169b5d66-4010-482b-a1de-636ba35fa3e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:44.781179 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169b5d66-4010-482b-a1de-636ba35fa3e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:44.781718 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169b5d66-4010-482b-a1de-636ba35fa3e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:44.781821 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 35528) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:44.782366 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169b5d66-4010-482b-a1de-636ba35fa3e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:44.782902 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169b5d66-4010-482b-a1de-636ba35fa3e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:44.787466 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-169b5d66-4010-482b-a1de-636ba35fa3e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:44.901915 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-2fe41674-d345-4119-a9c7-21a6411d1d74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:44.918067 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-2fe41674-d345-4119-a9c7-21a6411d1d74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:44.922445 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-2fe41674-d345-4119-a9c7-21a6411d1d74 admin admin] Usage tracker for resource:security_group_rule and tenant:a78db18677c44f07b1627bd93ed4c2c6 is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:44.925427 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-2fe41674-d345-4119-a9c7-21a6411d1d74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:44.931008 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-2fe41674-d345-4119-a9c7-21a6411d1d74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:45.043607 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 35538) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:45.061205 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-2fe41674-d345-4119-a9c7-21a6411d1d74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:45.068122 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-2fe41674-d345-4119-a9c7-21a6411d1d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:45.078266 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:45.118580 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-2fe41674-d345-4119-a9c7-21a6411d1d74 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a78db18677c44f07b1627bd93ed4c2c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3707857 May 20 19:41:45.120358 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe41674-d345-4119-a9c7-21a6411d1d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ae9aa9-2853-492c-9e8a-1621b0164d2a,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:45.122410 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 35546) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:45.127743 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-cf36d828-0149-4ed6-a9fb-3619babf78f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:45.136247 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-2fe41674-d345-4119-a9c7-21a6411d1d74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:45.210908 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-cf36d828-0149-4ed6-a9fb-3619babf78f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:45.229631 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-a40b44f8-9f69-49a8-9c6e-c39b7f39bf68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:45.244704 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-a40b44f8-9f69-49a8-9c6e-c39b7f39bf68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:45.248758 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-a40b44f8-9f69-49a8-9c6e-c39b7f39bf68 admin admin] Usage tracker for resource:security_group_rule and tenant:3425214086ea4c80b114c48a44d41c58 is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:45.252063 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-a40b44f8-9f69-49a8-9c6e-c39b7f39bf68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:45.257890 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-a40b44f8-9f69-49a8-9c6e-c39b7f39bf68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:45.366820 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-a40b44f8-9f69-49a8-9c6e-c39b7f39bf68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:45.373700 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-a40b44f8-9f69-49a8-9c6e-c39b7f39bf68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:45.383083 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-df3512aa-9aca-4633-bed7-70285cf46460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:45.415040 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-8f2d34aa-6f80-43fd-9228-c78acbe28665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:45.433642 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-a40b44f8-9f69-49a8-9c6e-c39b7f39bf68 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3425214086ea4c80b114c48a44d41c58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3887880 May 20 19:41:45.434892 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.db.resource_extend [None req-56f0265b-9d28-42ca-bba2-8bf7bdbe822c tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 19:41:45.437055 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 35556) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:45.437759 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b44f8-9f69-49a8-9c6e-c39b7f39bf68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6a0c53-13e4-4409-9b33-8fa109a7e683,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:45.442555 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-a40b44f8-9f69-49a8-9c6e-c39b7f39bf68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:45.507947 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-2edfe534-e3b8-4168-a90d-1dd4d8610cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:45.532660 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-8f2d34aa-6f80-43fd-9228-c78acbe28665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:45.535827 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-2edfe534-e3b8-4168-a90d-1dd4d8610cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:45.549402 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-cf36d828-0149-4ed6-a9fb-3619babf78f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:45.557838 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-3479f0ba-12c4-42ff-beaa-d49868cb4d48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:45.582925 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf36d828-0149-4ed6-a9fb-3619babf78f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1138b758-9472-4f55-a03e-8657c8ae0aac,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:45.595335 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-2edfe534-e3b8-4168-a90d-1dd4d8610cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:45.597811 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-cf36d828-0149-4ed6-a9fb-3619babf78f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:45.600330 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-fd7096ef-011b-449f-808d-f218f3d0089d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:45.605264 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-cf36d828-0149-4ed6-a9fb-3619babf78f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:45.606535 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-cf36d828-0149-4ed6-a9fb-3619babf78f1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1138b758-9472-4f55-a03e-8657c8ae0aac HTTP/1.1" status: 204 len: 168 time: 0.8236322 May 20 19:41:45.608985 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-56f0265b-9d28-42ca-bba2-8bf7bdbe822c tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:45.618178 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edfe534-e3b8-4168-a90d-1dd4d8610cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6a0c53-13e4-4409-9b33-8fa109a7e683,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:45.620486 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-56f0265b-9d28-42ca-bba2-8bf7bdbe822c tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745732'] for floatingip, after_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:45.620975 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-2edfe534-e3b8-4168-a90d-1dd4d8610cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:45.632173 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-2edfe534-e3b8-4168-a90d-1dd4d8610cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:45.635584 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-2edfe534-e3b8-4168-a90d-1dd4d8610cd4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8a6a0c53-13e4-4409-9b33-8fa109a7e683 HTTP/1.1" status: 204 len: 168 time: 0.1893883 May 20 19:41:45.721054 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-8f2d34aa-6f80-43fd-9228-c78acbe28665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:45.727733 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:45.818860 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2d34aa-6f80-43fd-9228-c78acbe28665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ae9aa9-2853-492c-9e8a-1621b0164d2a,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:45.843049 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-8f2d34aa-6f80-43fd-9228-c78acbe28665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:45.863390 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-8f2d34aa-6f80-43fd-9228-c78acbe28665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:45.864935 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-8f2d34aa-6f80-43fd-9228-c78acbe28665 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/57ae9aa9-2853-492c-9e8a-1621b0164d2a HTTP/1.1" status: 204 len: 168 time: 0.7390053 May 20 19:41:45.888513 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.db.l3_db [None req-56f0265b-9d28-42ca-bba2-8bf7bdbe822c tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Floating IP a37e4a13-d5f7-435a-b00d-0ffb44f997d6 associated. External IP: 172.27.1.180, port: eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550. May 20 19:41:45.984509 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086d48a-408f-4193-87e0-47192d1ab598 req-b0021260-41be-4e6d-8968-394c7468b32f tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:45.986757 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7086d48a-408f-4193-87e0-47192d1ab598 req-b0021260-41be-4e6d-8968-394c7468b32f tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0827d0c-cf95-40fd-b502-4bd511c5c69d HTTP/1.1" status: 200 len: 946 time: 0.1149578 May 20 19:41:46.061393 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7086d48a-408f-4193-87e0-47192d1ab598 req-b407a940-528e-4286-b22e-9b7c09db7b77 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674143 May 20 19:41:46.142085 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 35586) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:46.166148 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-c041b37a-e40c-4c20-8bc2-71d2d9fc26c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:46.194615 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-c041b37a-e40c-4c20-8bc2-71d2d9fc26c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:46.199336 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-c041b37a-e40c-4c20-8bc2-71d2d9fc26c6 admin admin] Usage tracker for resource:security_group_rule and tenant:dbd3a79357dd41c8b732d903b9da60c1 is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:46.202248 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-c041b37a-e40c-4c20-8bc2-71d2d9fc26c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:46.209981 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-c041b37a-e40c-4c20-8bc2-71d2d9fc26c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:46.353286 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f0265b-9d28-42ca-bba2-8bf7bdbe822c tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Router b76e83d9-5e8d-4508-ae8b-feb856be8fd5 has already been hosted by L3 agent bf06d900-968e-4d51-b3d3-e51a8143bf8e {{(pid=98244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:41:46.376618 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-c041b37a-e40c-4c20-8bc2-71d2d9fc26c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:46.383321 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-c041b37a-e40c-4c20-8bc2-71d2d9fc26c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:46.401791 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-6aac392f-016a-473f-b9de-fd314619a3f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:46.467251 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 35604) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:46.479195 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-c041b37a-e40c-4c20-8bc2-71d2d9fc26c6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dbd3a79357dd41c8b732d903b9da60c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3361292 May 20 19:41:46.483377 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 35610) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:46.505275 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c041b37a-e40c-4c20-8bc2-71d2d9fc26c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908ead82-643e-48c7-bb64-3909af594247,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:46.521952 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-c041b37a-e40c-4c20-8bc2-71d2d9fc26c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:46.584412 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-44db718e-b2ec-48ac-a4bf-eee772f840c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:46.597984 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-e6956bd6-3792-4680-8ce8-1901d5079c08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:46.618233 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-44db718e-b2ec-48ac-a4bf-eee772f840c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:46.651952 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-e6956bd6-3792-4680-8ce8-1901d5079c08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:46.660409 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-e6956bd6-3792-4680-8ce8-1901d5079c08 admin admin] Usage tracker for resource:security_group_rule and tenant:0e804375851f42a996d57caf73305b4e is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:46.664977 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-e6956bd6-3792-4680-8ce8-1901d5079c08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:46.675033 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-e6956bd6-3792-4680-8ce8-1901d5079c08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:46.680575 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f0265b-9d28-42ca-bba2-8bf7bdbe822c tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify agent at l3_agent.dv-cinder-792462-2-iscsi the message routers_updated {{(pid=98244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:41:46.686377 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-56f0265b-9d28-42ca-bba2-8bf7bdbe822c tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for floatingip, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:46.691894 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d8da82-3d3c-4d8c-8763-519ca70cd577 None None] Sync routers for ids ['b76e83d9-5e8d-4508-ae8b-feb856be8fd5'] in dv-cinder-792462-2-iscsi {{(pid=98246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:41:46.709117 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d8da82-3d3c-4d8c-8763-519ca70cd577 None None] Routers {'b76e83d9-5e8d-4508-ae8b-feb856be8fd5'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:41:46.713248 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-d3d8da82-3d3c-4d8c-8763-519ca70cd577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:41:34Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['b76e83d9-5e8d-4508-ae8b-feb856be8fd5'], 'active': True} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:41:46.716301 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-44db718e-b2ec-48ac-a4bf-eee772f840c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:46.726890 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-56ffeac1-0023-46b1-86f8-0dd5a22216f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:46.741669 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44db718e-b2ec-48ac-a4bf-eee772f840c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908ead82-643e-48c7-bb64-3909af594247,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:46.744592 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-44db718e-b2ec-48ac-a4bf-eee772f840c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:46.761540 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-44db718e-b2ec-48ac-a4bf-eee772f840c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:46.762885 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-44db718e-b2ec-48ac-a4bf-eee772f840c1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/908ead82-643e-48c7-bb64-3909af594247 HTTP/1.1" status: 204 len: 168 time: 0.2777710 May 20 19:41:46.819973 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 35632) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:46.893262 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-56f0265b-9d28-42ca-bba2-8bf7bdbe822c tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "PUT /v2.0/floatingips/a37e4a13-d5f7-435a-b00d-0ffb44f997d6 HTTP/1.1" status: 200 len: 991 time: 2.8953428 May 20 19:41:46.919296 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'debb1a7d-07d6-4185-946f-2b11a45912cc', 'tag': 'eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550'}] {{(pid=98244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:41:46.939591 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-e6956bd6-3792-4680-8ce8-1901d5079c08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:46.957014 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-e6956bd6-3792-4680-8ce8-1901d5079c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:46.966148 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b446169-6c14-402f-b485-5a373f12ecfc admin admin] Deleting subnet ac054bf5-04e2-4ea8-a6e9-2a1e78108407 {{(pid=98243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 19:41:46.972398 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-7b446169-6c14-402f-b485-5a373f12ecfc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:47.034469 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-cf36d828-0149-4ed6-a9fb-3619babf78f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:47.093765 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-e6956bd6-3792-4680-8ce8-1901d5079c08 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0e804375851f42a996d57caf73305b4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6232066 May 20 19:41:47.094978 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 35654) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:47.097801 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6956bd6-3792-4680-8ce8-1901d5079c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70622dd4-7b23-4869-a135-fe8bc6c954f0,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:47.103920 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-e6956bd6-3792-4680-8ce8-1901d5079c08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:47.120849 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-7b446169-6c14-402f-b485-5a373f12ecfc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:47.146961 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvr_db [None req-d3d8da82-3d3c-4d8c-8763-519ca70cd577 None None] Set router b76e83d9-5e8d-4508-ae8b-feb856be8fd5 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:41:47.151143 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-7b446169-6c14-402f-b485-5a373f12ecfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378450'] for subnet, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:47.215850 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'debb1a7d-07d6-4185-946f-2b11a45912cc', 'tag': 'eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550', 'status': 'completed', 'code': 200} May 20 19:41:47.316407 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 0dc2e670-f904-488e-b35d-1845ccadd932 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:41:47.401308 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] No Port match for: 0dc2e670-f904-488e-b35d-1845ccadd932 {{(pid=98245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:41:47.403515 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 0dc2e670-f904-488e-b35d-1845ccadd932 not bound to the agent host hv-cinder-79246 {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:41:47.454458 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f0a7e-8ac4-49d1-8050-7ca5b7fe9eed req-741ccd44-dfaa-4fea-b473-ede9fe3f10e1 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:47.456069 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-eb5f0a7e-8ac4-49d1-8050-7ca5b7fe9eed req-741ccd44-dfaa-4fea-b473-ede9fe3f10e1 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0827d0c-cf95-40fd-b502-4bd511c5c69d HTTP/1.1" status: 200 len: 946 time: 0.1340990 May 20 19:41:47.531542 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-eb5f0a7e-8ac4-49d1-8050-7ca5b7fe9eed req-90b99017-91c6-482b-bdc1-d7e675ce67d2 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653768 May 20 19:41:47.584400 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-c1721e44-562c-48a5-8f25-7b970728bc1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:47.619922 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-d3d8da82-3d3c-4d8c-8763-519ca70cd577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1299378093-router', 'tenant_id': '8ed4e5869d204e20b671ef4c001a3511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:45Z', 'updated_at': '2021-05-20T19:41:02Z', 'revision_number': 4, 'project_id': '8ed4e5869d204e20b671ef4c001a3511', 'gw_port': {'id': '8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:04:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:47Z', 'updated_at': '2021-05-20T19:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_floatingips': [{'id': 'a37e4a13-d5f7-435a-b00d-0ffb44f997d6', 'tenant_id': '8ed4e5869d204e20b671ef4c001a3511', 'floating_ip_address': '172.27.1.180', 'floating_network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'router_id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'port_id': 'eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d38b6f3-7548-4a0e-896f-e9fb0c461e8e', 'mac_address': 'fa:16:3e:29:dd:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debb1a7d-07d6-4185-946f-2b11a45912cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T19:41:15Z', 'updated_at': '2021-05-20T19:41:45Z', 'revision_number': 1, 'project_id': '8ed4e5869d204e20b671ef4c001a3511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abd93313-6555-465f-9f3d-d1a0240c7e47', 'name': '', 'network_id': '3d38b6f3-7548-4a0e-896f-e9fb0c461e8e', 'tenant_id': '8ed4e5869d204e20b671ef4c001a3511', 'mac_address': 'fa:16:3e:d9:00:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5b859f84-1277-4d60-b0e8-72f23097ad76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:57Z', 'updated_at': '2021-05-20T19:41:15Z', 'revision_number': 5, 'project_id': '8ed4e5869d204e20b671ef4c001a3511', 'subnets': [{'id': '5b859f84-1277-4d60-b0e8-72f23097ad76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:41:47.624205 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d8da82-3d3c-4d8c-8763-519ca70cd577 None None] Checking router: b76e83d9-5e8d-4508-ae8b-feb856be8fd5 for host: dv-cinder-792462-2-iscsi {{(pid=98246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:41:47.635525 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d8da82-3d3c-4d8c-8763-519ca70cd577 None None] Routers {'b76e83d9-5e8d-4508-ae8b-feb856be8fd5'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:41:47.635836 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-c1721e44-562c-48a5-8f25-7b970728bc1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:47.636173 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-d3d8da82-3d3c-4d8c-8763-519ca70cd577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:41:34Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['b76e83d9-5e8d-4508-ae8b-feb856be8fd5'], 'active': True} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:41:47.756893 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856295ff-3842-41c4-b500-e1f0b2404f04 req-bb0cc262-d0fb-4184-9d4c-1b5e8635bcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:47.758043 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-856295ff-3842-41c4-b500-e1f0b2404f04 req-bb0cc262-d0fb-4184-9d4c-1b5e8635bcf5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8ed4e5869d204e20b671ef4c001a3511&device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 1098 time: 0.4949460 May 20 19:41:47.776587 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-c1721e44-562c-48a5-8f25-7b970728bc1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:47.784965 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-36bce22b-49dc-49e6-a80a-3ffb84fdc683 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:47.824757 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1721e44-562c-48a5-8f25-7b970728bc1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70622dd4-7b23-4869-a135-fe8bc6c954f0,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:47.836937 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-c1721e44-562c-48a5-8f25-7b970728bc1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:47.855073 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvr_db [None req-d3d8da82-3d3c-4d8c-8763-519ca70cd577 None None] Set router b76e83d9-5e8d-4508-ae8b-feb856be8fd5 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:41:47.861051 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-c1721e44-562c-48a5-8f25-7b970728bc1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:47.864960 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-c1721e44-562c-48a5-8f25-7b970728bc1e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/70622dd4-7b23-4869-a135-fe8bc6c954f0 HTTP/1.1" status: 204 len: 168 time: 0.7641106 May 20 19:41:47.920033 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-7b446169-6c14-402f-b485-5a373f12ecfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983'] for subnet, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:47.935172 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-38502627-3d1f-496a-b258-1347e5ea5ac9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:47.997925 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-7b446169-6c14-402f-b485-5a373f12ecfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for subnet, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:48.001528 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b446169-6c14-402f-b485-5a373f12ecfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac054bf5-04e2-4ea8-a6e9-2a1e78108407,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:48.008769 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-7b446169-6c14-402f-b485-5a373f12ecfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:48.018821 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-7b446169-6c14-402f-b485-5a373f12ecfc admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ac054bf5-04e2-4ea8-a6e9-2a1e78108407 HTTP/1.1" status: 204 len: 168 time: 1.1953652 May 20 19:41:48.019209 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 35682) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:48.052260 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856295ff-3842-41c4-b500-e1f0b2404f04 req-4925c976-f02f-4c84-b671-095e6cc6a570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:48.067747 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-856295ff-3842-41c4-b500-e1f0b2404f04 req-4925c976-f02f-4c84-b671-095e6cc6a570 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3d38b6f3-7548-4a0e-896f-e9fb0c461e8e HTTP/1.1" status: 200 len: 918 time: 0.2823482 May 20 19:41:48.274036 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c5b53f3a-b369-465b-9d15-13e21b132310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748490'] for network, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:48.330550 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-856295ff-3842-41c4-b500-e1f0b2404f04 req-11fe418e-53bf-490d-9266-59065bbc107c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550 HTTP/1.1" status: 200 len: 999 time: 0.2534015 May 20 19:41:48.524815 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856295ff-3842-41c4-b500-e1f0b2404f04 req-5fed3f7a-a3d0-4c78-a9d7-0ff795466387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:48.526693 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-856295ff-3842-41c4-b500-e1f0b2404f04 req-5fed3f7a-a3d0-4c78-a9d7-0ff795466387 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5b859f84-1277-4d60-b0e8-72f23097ad76 HTTP/1.1" status: 200 len: 856 time: 0.1869528 May 20 19:41:48.563875 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c5b53f3a-b369-465b-9d15-13e21b132310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377309', 'neutron.services.segments.db._delete_segments_for_network-8778153038201'] for network, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:48.583947 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c5b53f3a-b369-465b-9d15-13e21b132310 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:41:48.583947 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c5b53f3a-b369-465b-9d15-13e21b132310 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:41:48.583947 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c5b53f3a-b369-465b-9d15-13e21b132310 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:41:48.583947 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c5b53f3a-b369-465b-9d15-13e21b132310 admin admin] Subscribe: > port after_create 55550000 {{(pid=98244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:41:48.583947 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c5b53f3a-b369-465b-9d15-13e21b132310 admin admin] Subscribe: > port after_delete 55550000 {{(pid=98244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:41:48.583947 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c5b53f3a-b369-465b-9d15-13e21b132310 admin admin] Subscribe: > port after_update 55550000 {{(pid=98244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:41:48.583947 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c5b53f3a-b369-465b-9d15-13e21b132310 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:41:48.584528 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c5b53f3a-b369-465b-9d15-13e21b132310 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:41:48.584528 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c5b53f3a-b369-465b-9d15-13e21b132310 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:41:48.584808 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c5b53f3a-b369-465b-9d15-13e21b132310 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:41:48.601945 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-d3d8da82-3d3c-4d8c-8763-519ca70cd577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1299378093-router', 'tenant_id': '8ed4e5869d204e20b671ef4c001a3511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:45Z', 'updated_at': '2021-05-20T19:41:02Z', 'revision_number': 4, 'project_id': '8ed4e5869d204e20b671ef4c001a3511', 'gw_port': {'id': '8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:04:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:47Z', 'updated_at': '2021-05-20T19:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_floatingips': [{'id': 'a37e4a13-d5f7-435a-b00d-0ffb44f997d6', 'tenant_id': '8ed4e5869d204e20b671ef4c001a3511', 'floating_ip_address': '172.27.1.180', 'floating_network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'router_id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'port_id': 'eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d38b6f3-7548-4a0e-896f-e9fb0c461e8e', 'mac_address': 'fa:16:3e:29:dd:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debb1a7d-07d6-4185-946f-2b11a45912cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T19:41:15Z', 'updated_at': '2021-05-20T19:41:45Z', 'revision_number': 1, 'project_id': '8ed4e5869d204e20b671ef4c001a3511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abd93313-6555-465f-9f3d-d1a0240c7e47', 'name': '', 'network_id': '3d38b6f3-7548-4a0e-896f-e9fb0c461e8e', 'tenant_id': '8ed4e5869d204e20b671ef4c001a3511', 'mac_address': 'fa:16:3e:d9:00:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5b859f84-1277-4d60-b0e8-72f23097ad76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:57Z', 'updated_at': '2021-05-20T19:41:15Z', 'revision_number': 5, 'project_id': '8ed4e5869d204e20b671ef4c001a3511', 'subnets': [{'id': '5b859f84-1277-4d60-b0e8-72f23097ad76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:41:48.606612 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d8da82-3d3c-4d8c-8763-519ca70cd577 None None] The sync data for ids ['b76e83d9-5e8d-4508-ae8b-feb856be8fd5'] in dv-cinder-792462-2-iscsi is: [{'id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1299378093-router', 'tenant_id': '8ed4e5869d204e20b671ef4c001a3511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:45Z', 'updated_at': '2021-05-20T19:41:02Z', 'revision_number': 4, 'project_id': '8ed4e5869d204e20b671ef4c001a3511', 'gw_port': {'id': '8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:04:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:47Z', 'updated_at': '2021-05-20T19:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_floatingips': [{'id': 'a37e4a13-d5f7-435a-b00d-0ffb44f997d6', 'tenant_id': '8ed4e5869d204e20b671ef4c001a3511', 'floating_ip_address': '172.27.1.180', 'floating_network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'router_id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'port_id': 'eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d38b6f3-7548-4a0e-896f-e9fb0c461e8e', 'mac_address': 'fa:16:3e:29:dd:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debb1a7d-07d6-4185-946f-2b11a45912cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T19:41:15Z', 'updated_at': '2021-05-20T19:41:45Z', 'revision_number': 1, 'project_id': '8ed4e5869d204e20b671ef4c001a3511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abd93313-6555-465f-9f3d-d1a0240c7e47', 'name': '', 'network_id': '3d38b6f3-7548-4a0e-896f-e9fb0c461e8e', 'tenant_id': '8ed4e5869d204e20b671ef4c001a3511', 'mac_address': 'fa:16:3e:d9:00:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5b859f84-1277-4d60-b0e8-72f23097ad76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:57Z', 'updated_at': '2021-05-20T19:41:15Z', 'revision_number': 5, 'project_id': '8ed4e5869d204e20b671ef4c001a3511', 'subnets': [{'id': '5b859f84-1277-4d60-b0e8-72f23097ad76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:41:48.617777 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 35736) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:48.647610 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-666b9042-93ce-446d-a215-86cc664462da admin admin] Notify callbacks [] for security_group, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:48.712756 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-666b9042-93ce-446d-a215-86cc664462da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:48.722071 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-666b9042-93ce-446d-a215-86cc664462da admin admin] Usage tracker for resource:security_group_rule and tenant:013b034d836145759eef317092693c7d is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:48.731375 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-666b9042-93ce-446d-a215-86cc664462da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:48.739532 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-666b9042-93ce-446d-a215-86cc664462da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:48.745667 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c5b53f3a-b369-465b-9d15-13e21b132310 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:41:48.746220 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c5b53f3a-b369-465b-9d15-13e21b132310 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:41:48.746333 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c5b53f3a-b369-465b-9d15-13e21b132310 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:41:48.746600 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c5b53f3a-b369-465b-9d15-13e21b132310 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:41:48.746971 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.services.segments.db [None req-c5b53f3a-b369-465b-9d15-13e21b132310 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fda7b7dd-5275-41a7-a034-33ce80df48e6']}} {{(pid=98244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:41:48.763322 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.services.segments.db [None req-c5b53f3a-b369-465b-9d15-13e21b132310 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5ae81c9-7462-4bd2-9919-0d8b398112b6') {'for_net_delete': True} {{(pid=98244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:41:48.763498 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.services.segments.db [None req-c5b53f3a-b369-465b-9d15-13e21b132310 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5ae81c9-7462-4bd2-9919-0d8b398112b6') {} {{(pid=98244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:41:48.782212 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c5b53f3a-b369-465b-9d15-13e21b132310 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778153050359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-740391'] for segment, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:48.786020 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856295ff-3842-41c4-b500-e1f0b2404f04 req-6c745100-26ff-40a7-a393-4bc7f449ac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:48.787488 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-856295ff-3842-41c4-b500-e1f0b2404f04 req-6c745100-26ff-40a7-a393-4bc7f449ac29 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3d38b6f3-7548-4a0e-896f-e9fb0c461e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2511272 May 20 19:41:48.803272 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c5b53f3a-b369-465b-9d15-13e21b132310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717217'] for segment, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:48.815865 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5b53f3a-b369-465b-9d15-13e21b132310 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=98244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 19:41:48.816278 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c5b53f3a-b369-465b-9d15-13e21b132310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3028207'] for segment, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:48.848459 dv-cinder-792462-2-iscsi neutron-server[98244]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 19:41:48.848459 dv-cinder-792462-2-iscsi neutron-server[98244]: from cryptography.utils import int_from_bytes May 20 19:41:48.848459 dv-cinder-792462-2-iscsi neutron-server[98244]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 19:41:48.848459 dv-cinder-792462-2-iscsi neutron-server[98244]: from cryptography.utils import int_from_bytes May 20 19:41:48.848459 dv-cinder-792462-2-iscsi neutron-server[98244]: Traceback (most recent call last): May 20 19:41:48.848459 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 19:41:48.848459 dv-cinder-792462-2-iscsi neutron-server[98244]: timer() May 20 19:41:48.848459 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 19:41:48.848459 dv-cinder-792462-2-iscsi neutron-server[98244]: cb(*args, **kw) May 20 19:41:48.848459 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 19:41:48.848459 dv-cinder-792462-2-iscsi neutron-server[98244]: return func(*args, **kwargs) May 20 19:41:48.848459 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 19:41:48.848459 dv-cinder-792462-2-iscsi neutron-server[98244]: self._notify() May 20 19:41:48.848459 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 19:41:48.848459 dv-cinder-792462-2-iscsi neutron-server[98244]: self.callback(batched_events) May 20 19:41:48.848459 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 19:41:48.848459 dv-cinder-792462-2-iscsi neutron-server[98244]: event.method(event) May 20 19:41:48.848459 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 19:41:48.848459 dv-cinder-792462-2-iscsi neutron-server[98244]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 19:41:48.848459 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 19:41:48.848459 dv-cinder-792462-2-iscsi neutron-server[98244]: aggregate_uuid = self.p_client.list_aggregates( May 20 19:41:48.848459 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 19:41:48.848459 dv-cinder-792462-2-iscsi neutron-server[98244]: return f(self, *a, **k) May 20 19:41:48.848459 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 19:41:48.848459 dv-cinder-792462-2-iscsi neutron-server[98244]: return self._get(url).json() May 20 19:41:48.848459 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 19:41:48.848459 dv-cinder-792462-2-iscsi neutron-server[98244]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 19:41:48.848459 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 19:41:48.848459 dv-cinder-792462-2-iscsi neutron-server[98244]: return self.request(url, 'GET', **kwargs) May 20 19:41:48.848459 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 19:41:48.848459 dv-cinder-792462-2-iscsi neutron-server[98244]: base_url = self.get_endpoint(auth, allow=allow, May 20 19:41:48.848459 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 19:41:48.848459 dv-cinder-792462-2-iscsi neutron-server[98244]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 19:41:48.848459 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 19:41:48.848459 dv-cinder-792462-2-iscsi neutron-server[98244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 19:41:48.848459 dv-cinder-792462-2-iscsi neutron-server[98244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 19:41:48.883881 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75caabb-8ace-4a37-a436-51beb180ba08 None None] New status for floating IP a37e4a13-d5f7-435a-b00d-0ffb44f997d6: ACTIVE {{(pid=98245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 19:41:48.928118 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b1276-094d-407f-bce7-50bdbd491499 req-b0fab8ef-4246-4a26-ade7-673508590230 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:48.930647 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-586b1276-094d-407f-bce7-50bdbd491499 req-b0fab8ef-4246-4a26-ade7-673508590230 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0827d0c-cf95-40fd-b502-4bd511c5c69d HTTP/1.1" status: 200 len: 946 time: 0.2510326 May 20 19:41:48.960745 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c5b53f3a-b369-465b-9d15-13e21b132310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745754'] for network, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:48.966602 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c5b53f3a-b369-465b-9d15-13e21b132310 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for network, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:48.969431 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-4032e644-5e1c-459c-95e5-8bbf9abdc825 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:48.988649 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b53f3a-b369-465b-9d15-13e21b132310 admin admin] Pushing event deleted for resources: {'Network': ['ID=fda7b7dd-5275-41a7-a034-33ce80df48e6,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:48.991432 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-c5b53f3a-b369-465b-9d15-13e21b132310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:49.001846 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-c5b53f3a-b369-465b-9d15-13e21b132310 admin admin] 10.222.0.46 "DELETE /v2.0/networks/fda7b7dd-5275-41a7-a034-33ce80df48e6 HTTP/1.1" status: 204 len: 168 time: 0.9772961 May 20 19:41:49.163119 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-586b1276-094d-407f-bce7-50bdbd491499 req-1da128a6-0760-4b59-9242-44df9471c899 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253101 May 20 19:41:49.167251 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-856295ff-3842-41c4-b500-e1f0b2404f04 req-680edc18-b1fe-4947-ae73-f4151ff8e700 service neutron] 10.222.0.65 "GET /v2.0/networks/3d38b6f3-7548-4a0e-896f-e9fb0c461e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703380 May 20 19:41:49.235757 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-666b9042-93ce-446d-a215-86cc664462da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:49.258531 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-666b9042-93ce-446d-a215-86cc664462da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:49.275222 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-01237989-e8fc-4935-afba-ebcecac50bed tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:49.301517 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 35760) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:49.376252 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-1f9d4d5f-4d37-4fff-96f5-057b65a64141 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=37f85aa520a8412687aa20aaba123bb8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0708210 May 20 19:41:49.376841 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 35768) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:49.386107 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-666b9042-93ce-446d-a215-86cc664462da admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=013b034d836145759eef317092693c7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7623777 May 20 19:41:49.389825 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 35772) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:49.390531 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666b9042-93ce-446d-a215-86cc664462da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96eecc42-79fa-47f9-83a1-6475f721d83f,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:49.406090 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-666b9042-93ce-446d-a215-86cc664462da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:49.458905 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-856295ff-3842-41c4-b500-e1f0b2404f04 req-9052dc8c-57ec-408a-9d86-9e323cc60824 service neutron] 10.222.0.65 "GET /v2.0/networks/3d38b6f3-7548-4a0e-896f-e9fb0c461e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654364 May 20 19:41:49.491734 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-d2db2560-d0f0-4ded-bdd7-e9b1e718030a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:49.525805 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-d2db2560-d0f0-4ded-bdd7-e9b1e718030a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:49.555741 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-1b420689-1b8c-46c2-bf58-d6cb7d3dae31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:49.609667 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-1b420689-1b8c-46c2-bf58-d6cb7d3dae31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:49.619013 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-d2db2560-d0f0-4ded-bdd7-e9b1e718030a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:49.626546 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:49.650347 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-d2db2560-d0f0-4ded-bdd7-e9b1e718030a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:49.651960 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-d2db2560-d0f0-4ded-bdd7-e9b1e718030a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/96eecc42-79fa-47f9-83a1-6475f721d83f HTTP/1.1" status: 204 len: 168 time: 0.2586739 May 20 19:41:49.654374 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2db2560-d0f0-4ded-bdd7-e9b1e718030a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96eecc42-79fa-47f9-83a1-6475f721d83f,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:49.657650 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-d2db2560-d0f0-4ded-bdd7-e9b1e718030a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:49.706113 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-1b420689-1b8c-46c2-bf58-d6cb7d3dae31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:49.711505 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-b7a90491-f45b-4bdd-bd85-986795bfc090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:49.736434 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b420689-1b8c-46c2-bf58-d6cb7d3dae31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51e0d65-bb83-48d4-b080-258e9c052768,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:49.747563 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-1b420689-1b8c-46c2-bf58-d6cb7d3dae31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:49.763163 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-1b420689-1b8c-46c2-bf58-d6cb7d3dae31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:49.764840 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-1b420689-1b8c-46c2-bf58-d6cb7d3dae31 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c51e0d65-bb83-48d4-b080-258e9c052768 HTTP/1.1" status: 204 len: 168 time: 0.3871098 May 20 19:41:50.466931 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce9eec-20e3-4e1b-8781-74eb08d94db5 req-6dc567c6-1ae5-47f8-a595-60f4fabd790e tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:50.472596 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-d3ce9eec-20e3-4e1b-8781-74eb08d94db5 req-6dc567c6-1ae5-47f8-a595-60f4fabd790e tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0827d0c-cf95-40fd-b502-4bd511c5c69d HTTP/1.1" status: 200 len: 946 time: 0.0907192 May 20 19:41:50.522056 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-d3ce9eec-20e3-4e1b-8781-74eb08d94db5 req-f26a03e3-f695-4470-9382-e48d16794b08 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476584 May 20 19:41:50.778136 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 35868) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:50.902007 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 35876) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:50.942553 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-ae763254-38e1-4186-b077-e3fd46e82820 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-301422001-network', 'tenant_id': 'a14dc8147f9c4217882ba27f92bfaf55'}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:41:50.947996 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-ae763254-38e1-4186-b077-e3fd46e82820 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:50.952162 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-ae763254-38e1-4186-b077-e3fd46e82820 admin admin] Usage tracker for resource:network and tenant:a14dc8147f9c4217882ba27f92bfaf55 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:50.955061 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-ae763254-38e1-4186-b077-e3fd46e82820 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:50.961188 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-ae763254-38e1-4186-b077-e3fd46e82820 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:50.972378 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae763254-38e1-4186-b077-e3fd46e82820 admin admin] Made reservation on behalf of a14dc8147f9c4217882ba27f92bfaf55 for: {'network': 1} {{(pid=98244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:41:50.974765 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ae763254-38e1-4186-b077-e3fd46e82820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-584789'] for network, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:50.987362 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ae763254-38e1-4186-b077-e3fd46e82820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:51.002168 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-ae763254-38e1-4186-b077-e3fd46e82820 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:51.009156 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-fe0c1d60-8d1d-4c5d-b2be-0404884d3750 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1868426844-network', 'tenant_id': 'e21b2f8f309c4a34903ae9ba345575cb'}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:41:51.014812 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-ae763254-38e1-4186-b077-e3fd46e82820 admin admin] Usage tracker for resource:security_group_rule and tenant:a14dc8147f9c4217882ba27f92bfaf55 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:51.017709 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-fe0c1d60-8d1d-4c5d-b2be-0404884d3750 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:51.019888 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-ae763254-38e1-4186-b077-e3fd46e82820 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:51.026391 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-fe0c1d60-8d1d-4c5d-b2be-0404884d3750 admin admin] Usage tracker for resource:network and tenant:e21b2f8f309c4a34903ae9ba345575cb is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:51.028932 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-ae763254-38e1-4186-b077-e3fd46e82820 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:51.030907 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-fe0c1d60-8d1d-4c5d-b2be-0404884d3750 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:51.038254 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-fe0c1d60-8d1d-4c5d-b2be-0404884d3750 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:51.059577 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0c1d60-8d1d-4c5d-b2be-0404884d3750 admin admin] Made reservation on behalf of e21b2f8f309c4a34903ae9ba345575cb for: {'network': 1} {{(pid=98244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:41:51.062380 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-fe0c1d60-8d1d-4c5d-b2be-0404884d3750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-584789'] for network, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:51.078674 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-fe0c1d60-8d1d-4c5d-b2be-0404884d3750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:51.099674 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-fe0c1d60-8d1d-4c5d-b2be-0404884d3750 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:51.106923 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-fe0c1d60-8d1d-4c5d-b2be-0404884d3750 admin admin] Usage tracker for resource:security_group_rule and tenant:e21b2f8f309c4a34903ae9ba345575cb is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:51.111673 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-fe0c1d60-8d1d-4c5d-b2be-0404884d3750 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:51.122117 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-fe0c1d60-8d1d-4c5d-b2be-0404884d3750 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:51.177289 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ae763254-38e1-4186-b077-e3fd46e82820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:51.183961 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ae763254-38e1-4186-b077-e3fd46e82820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:51.194199 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-4998613f-26ae-4981-a1b4-6cb85e86f904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:51.230194 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae763254-38e1-4186-b077-e3fd46e82820 admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=98244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 19:41:51.239566 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae763254-38e1-4186-b077-e3fd46e82820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7095380e-b3d7-4ddc-b055-1920a9eecc20,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:51.246467 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-ae763254-38e1-4186-b077-e3fd46e82820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:51.257218 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ae763254-38e1-4186-b077-e3fd46e82820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717217'] for segment, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:51.257556 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.db.segments_db [None req-ae763254-38e1-4186-b077-e3fd46e82820 admin admin] Added segment aa43f7b2-44f7-4fff-b724-5c5bdc13e164 of type vlan for network c7a534e1-80b0-46ae-bdf4-8ea15b703fbb May 20 19:41:51.306858 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-fe0c1d60-8d1d-4c5d-b2be-0404884d3750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:51.307358 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ae763254-38e1-4186-b077-e3fd46e82820 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778152598492'] for network, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:51.316132 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-fe0c1d60-8d1d-4c5d-b2be-0404884d3750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:51.323712 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-bb8df647-f64e-476e-9442-1ebc0bb17bc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:51.360702 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe0c1d60-8d1d-4c5d-b2be-0404884d3750 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=98244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 19:41:51.373392 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c1d60-8d1d-4c5d-b2be-0404884d3750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f905fb2-41e6-4d92-a22e-1be1a0a058de,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:51.378216 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-fe0c1d60-8d1d-4c5d-b2be-0404884d3750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:51.381071 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-fe0c1d60-8d1d-4c5d-b2be-0404884d3750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717217'] for segment, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:51.381414 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.db.segments_db [None req-fe0c1d60-8d1d-4c5d-b2be-0404884d3750 admin admin] Added segment 0f9a54ae-dabf-44cf-995f-1fa7a98d215f of type vlan for network 1508488c-5c6f-4887-802b-bd8397aa7a96 May 20 19:41:51.390221 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ae763254-38e1-4186-b077-e3fd46e82820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697952'] for network, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:51.396020 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae763254-38e1-4186-b077-e3fd46e82820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:51.397567 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ae763254-38e1-4186-b077-e3fd46e82820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for network, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:51.406080 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-c5b53f3a-b369-465b-9d15-13e21b132310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:51.430654 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.agents_db [None req-81082b58-be1a-4fbd-9926-297307221300 None None] Agent healthcheck: found 6 active agents {{(pid=98246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:41:51.471420 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-fe0c1d60-8d1d-4c5d-b2be-0404884d3750 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778152598492'] for network, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:51.543242 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae763254-38e1-4186-b077-e3fd46e82820 admin admin] Pushing event updated for resources: {'Network': ['ID=c7a534e1-80b0-46ae-bdf4-8ea15b703fbb,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:51.557193 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Network c7a534e1-80b0-46ae-bdf4-8ea15b703fbb details requested by agent ovs-agent-dv-cinder-792462-2-iscsi with host dv-cinder-792462-2-iscsi {{(pid=98245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 19:41:51.558000 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-ae763254-38e1-4186-b077-e3fd46e82820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:51.567628 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-ae763254-38e1-4186-b077-e3fd46e82820 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7881482 May 20 19:41:51.570520 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 35894) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:51.578137 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-b23e08df-63d3-4dc2-996a-3f5c433be196 admin admin] Request body: {'subnet': {'network_id': 'c7a534e1-80b0-46ae-bdf4-8ea15b703fbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-301422001-subnet', 'tenant_id': 'a14dc8147f9c4217882ba27f92bfaf55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:41:51.583931 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-b23e08df-63d3-4dc2-996a-3f5c433be196 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:51.586895 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-fe0c1d60-8d1d-4c5d-b2be-0404884d3750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697952'] for network, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:51.589651 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0c1d60-8d1d-4c5d-b2be-0404884d3750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:51.590566 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-fe0c1d60-8d1d-4c5d-b2be-0404884d3750 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for network, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:51.606823 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-b23e08df-63d3-4dc2-996a-3f5c433be196 admin admin] Usage tracker for resource:subnet and tenant:a14dc8147f9c4217882ba27f92bfaf55 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:51.610129 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-eb5a39cd-94ed-4370-a038-43338d22adce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:51.627392 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-b23e08df-63d3-4dc2-996a-3f5c433be196 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:51.631127 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-fe0c1d60-8d1d-4c5d-b2be-0404884d3750 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7278852 May 20 19:41:51.633996 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 35898) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:51.639249 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-b23e08df-63d3-4dc2-996a-3f5c433be196 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:51.643777 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [None req-ea406e5f-6cb9-47e9-99cc-27b230364fff admin admin] Request body: {'subnet': {'network_id': '1508488c-5c6f-4887-802b-bd8397aa7a96', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1868426844-subnet', 'tenant_id': 'e21b2f8f309c4a34903ae9ba345575cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:41:51.649297 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-ea406e5f-6cb9-47e9-99cc-27b230364fff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:51.653975 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-ea406e5f-6cb9-47e9-99cc-27b230364fff admin admin] Usage tracker for resource:subnet and tenant:e21b2f8f309c4a34903ae9ba345575cb is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:51.658230 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-ea406e5f-6cb9-47e9-99cc-27b230364fff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:51.665920 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-ea406e5f-6cb9-47e9-99cc-27b230364fff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:51.712196 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23e08df-63d3-4dc2-996a-3f5c433be196 admin admin] Made reservation on behalf of a14dc8147f9c4217882ba27f92bfaf55 for: {'subnet': 1} {{(pid=98244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:41:51.714986 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-b23e08df-63d3-4dc2-996a-3f5c433be196 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3031102'] for subnet, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:51.721368 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea406e5f-6cb9-47e9-99cc-27b230364fff admin admin] Made reservation on behalf of e21b2f8f309c4a34903ae9ba345575cb for: {'subnet': 1} {{(pid=98243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:41:51.723838 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-ea406e5f-6cb9-47e9-99cc-27b230364fff admin admin] Notify callbacks [] for subnet, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:51.860614 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c1d60-8d1d-4c5d-b2be-0404884d3750 admin admin] Pushing event updated for resources: {'Network': ['ID=1508488c-5c6f-4887-802b-bd8397aa7a96,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:51.873951 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Network 1508488c-5c6f-4887-802b-bd8397aa7a96 details requested by agent ovs-agent-dv-cinder-792462-2-iscsi with host dv-cinder-792462-2-iscsi {{(pid=98245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 19:41:51.888468 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-fe0c1d60-8d1d-4c5d-b2be-0404884d3750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:52.041554 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1998c0-bd49-4356-a131-e25c6dc132c7 req-0f60e658-a684-433e-a605-86918d3d14d9 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:52.050026 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7e1998c0-bd49-4356-a131-e25c6dc132c7 req-0f60e658-a684-433e-a605-86918d3d14d9 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0827d0c-cf95-40fd-b502-4bd511c5c69d HTTP/1.1" status: 200 len: 946 time: 0.3628867 May 20 19:41:52.120891 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7e1998c0-bd49-4356-a131-e25c6dc132c7 req-d596c823-00e9-4dda-a689-2c5d6df59b33 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689888 May 20 19:41:52.286734 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-b23e08df-63d3-4dc2-996a-3f5c433be196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3027974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3031084'] for subnet, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:52.291151 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:52.360439 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-ea406e5f-6cb9-47e9-99cc-27b230364fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983'] for subnet, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:52.360775 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e08df-63d3-4dc2-996a-3f5c433be196 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9b6119d-1959-43c9-a762-c50661fd7f2f,revision_number=0']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:52.368319 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-b23e08df-63d3-4dc2-996a-3f5c433be196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:52.368854 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:52.370659 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23e08df-63d3-4dc2-996a-3f5c433be196 admin admin] Checking segment: {'id': 'aa43f7b2-44f7-4fff-b724-5c5bdc13e164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c7a534e1-80b0-46ae-bdf4-8ea15b703fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:41:52.371006 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23e08df-63d3-4dc2-996a-3f5c433be196 admin admin] Network hostable DHCP agents. Network: c7a534e1-80b0-46ae-bdf4-8ea15b703fbb, hostable agents: ['fa9d6d8e-318c-43db-bbd8-e3a49a35072a'], hosted agents: [] {{(pid=98244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 19:41:52.388709 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23e08df-63d3-4dc2-996a-3f5c433be196 admin admin] Network c7a534e1-80b0-46ae-bdf4-8ea15b703fbb is scheduled to be hosted by DHCP agent fa9d6d8e-318c-43db-bbd8-e3a49a35072a with binding_index 1 {{(pid=98244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 19:41:52.397632 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.base_scheduler [None req-b23e08df-63d3-4dc2-996a-3f5c433be196 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-2-iscsi, c7a534e1-80b0-46ae-bdf4-8ea15b703fbb) {{(pid=98244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:41:52.406449 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23e08df-63d3-4dc2-996a-3f5c433be196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:52.406940 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6764ed1-3d6d-4006-a6bb-01e8237670e3 None None] Network c7a534e1-80b0-46ae-bdf4-8ea15b703fbb requested from dv-cinder-792462-2-iscsi {{(pid=98245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:41:52.407073 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-b23e08df-63d3-4dc2-996a-3f5c433be196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for subnet, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:52.430211 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-b23e08df-63d3-4dc2-996a-3f5c433be196 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8579307 May 20 19:41:52.441373 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea406e5f-6cb9-47e9-99cc-27b230364fff admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c4b0e4b-2a75-4baf-a565-e95aebaa3907,revision_number=0']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:52.446048 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-ea406e5f-6cb9-47e9-99cc-27b230364fff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:52.455261 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea406e5f-6cb9-47e9-99cc-27b230364fff admin admin] Checking segment: {'id': '0f9a54ae-dabf-44cf-995f-1fa7a98d215f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '1508488c-5c6f-4887-802b-bd8397aa7a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:41:52.455615 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea406e5f-6cb9-47e9-99cc-27b230364fff admin admin] Network hostable DHCP agents. Network: 1508488c-5c6f-4887-802b-bd8397aa7a96, hostable agents: ['fa9d6d8e-318c-43db-bbd8-e3a49a35072a'], hosted agents: [] {{(pid=98243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 19:41:52.473264 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea406e5f-6cb9-47e9-99cc-27b230364fff admin admin] Network 1508488c-5c6f-4887-802b-bd8397aa7a96 is scheduled to be hosted by DHCP agent fa9d6d8e-318c-43db-bbd8-e3a49a35072a with binding_index 1 {{(pid=98243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 19:41:52.485991 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.base_scheduler [None req-ea406e5f-6cb9-47e9-99cc-27b230364fff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-2-iscsi, 1508488c-5c6f-4887-802b-bd8397aa7a96) {{(pid=98243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:41:52.496370 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea406e5f-6cb9-47e9-99cc-27b230364fff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:52.496627 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1716593a-50f4-470f-85d6-5d8543ac027c None None] Network 1508488c-5c6f-4887-802b-bd8397aa7a96 requested from dv-cinder-792462-2-iscsi {{(pid=98245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:41:52.497336 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-ea406e5f-6cb9-47e9-99cc-27b230364fff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for subnet, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:52.522171 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-ea406e5f-6cb9-47e9-99cc-27b230364fff admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8857546 May 20 19:41:52.724350 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9241598-84a3-487d-ada9-9acc67d12275 None None] Network c7a534e1-80b0-46ae-bdf4-8ea15b703fbb requested from dv-cinder-792462-2-iscsi {{(pid=98245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:41:52.897723 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fb0448-f79d-4e09-a744-2f2f4658464e None None] Network 1508488c-5c6f-4887-802b-bd8397aa7a96 requested from dv-cinder-792462-2-iscsi {{(pid=98245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:41:53.136807 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 35950) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:53.156266 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [None req-c01c61f1-54e9-4c7c-9497-89bd4470dc29 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-700543144-network', 'tenant_id': '2b925d0336584fd6963f2029ab5dfdcd'}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:41:53.169970 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-c01c61f1-54e9-4c7c-9497-89bd4470dc29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:53.181660 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-c01c61f1-54e9-4c7c-9497-89bd4470dc29 admin admin] Usage tracker for resource:network and tenant:2b925d0336584fd6963f2029ab5dfdcd is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:53.191435 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-c01c61f1-54e9-4c7c-9497-89bd4470dc29 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:53.209534 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-c01c61f1-54e9-4c7c-9497-89bd4470dc29 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:53.240747 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01c61f1-54e9-4c7c-9497-89bd4470dc29 admin admin] Made reservation on behalf of 2b925d0336584fd6963f2029ab5dfdcd for: {'network': 1} {{(pid=98243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:41:53.243664 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-c01c61f1-54e9-4c7c-9497-89bd4470dc29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-584789'] for network, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:53.266912 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-c01c61f1-54e9-4c7c-9497-89bd4470dc29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:53.289480 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-c01c61f1-54e9-4c7c-9497-89bd4470dc29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:53.314992 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-c01c61f1-54e9-4c7c-9497-89bd4470dc29 admin admin] Usage tracker for resource:security_group_rule and tenant:2b925d0336584fd6963f2029ab5dfdcd is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:53.324613 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-c01c61f1-54e9-4c7c-9497-89bd4470dc29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:53.341488 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-c01c61f1-54e9-4c7c-9497-89bd4470dc29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:53.482918 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644374d-a768-45fd-8e91-50588c75d8e3 req-4f20061f-fb0e-43af-b36f-f6903356f83a tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:53.485601 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-c644374d-a768-45fd-8e91-50588c75d8e3 req-4f20061f-fb0e-43af-b36f-f6903356f83a tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0827d0c-cf95-40fd-b502-4bd511c5c69d HTTP/1.1" status: 200 len: 946 time: 0.1656117 May 20 19:41:53.493808 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-c01c61f1-54e9-4c7c-9497-89bd4470dc29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:53.501322 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-c01c61f1-54e9-4c7c-9497-89bd4470dc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:53.511370 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:53.515763 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 35970) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:53.528438 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-c31852df-5797-41fa-97e6-f7b47205a5f5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-406925992-network', 'tenant_id': '6ee976f0acc742a28d7ad9f7a37b94dc'}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:41:53.541646 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-c31852df-5797-41fa-97e6-f7b47205a5f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:53.549353 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01c61f1-54e9-4c7c-9497-89bd4470dc29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afea459c-096d-4c33-a4b1-b9e866b98cfe,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:53.552737 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-c01c61f1-54e9-4c7c-9497-89bd4470dc29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:53.561368 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-c31852df-5797-41fa-97e6-f7b47205a5f5 admin admin] Usage tracker for resource:network and tenant:6ee976f0acc742a28d7ad9f7a37b94dc is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:53.562451 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c01c61f1-54e9-4c7c-9497-89bd4470dc29 admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=98243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 19:41:53.566957 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-c31852df-5797-41fa-97e6-f7b47205a5f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:53.573045 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-c01c61f1-54e9-4c7c-9497-89bd4470dc29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717217'] for segment, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:53.573476 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.db.segments_db [None req-c01c61f1-54e9-4c7c-9497-89bd4470dc29 admin admin] Added segment 9c1337ed-e1a3-4f4c-ac78-5044d22d9b21 of type vlan for network f5d28099-1dc2-47cc-9e8e-c3a56b781fda May 20 19:41:53.580306 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-c644374d-a768-45fd-8e91-50588c75d8e3 req-23d0375f-c18c-4d1e-8653-1924ab1eec95 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881994 May 20 19:41:53.583155 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-c31852df-5797-41fa-97e6-f7b47205a5f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:53.601030 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31852df-5797-41fa-97e6-f7b47205a5f5 admin admin] Made reservation on behalf of 6ee976f0acc742a28d7ad9f7a37b94dc for: {'network': 1} {{(pid=98244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:41:53.606395 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c31852df-5797-41fa-97e6-f7b47205a5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-584789'] for network, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:53.619947 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c31852df-5797-41fa-97e6-f7b47205a5f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:53.620564 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-c01c61f1-54e9-4c7c-9497-89bd4470dc29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778152598492'] for network, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:53.635978 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-c31852df-5797-41fa-97e6-f7b47205a5f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:53.639868 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-c31852df-5797-41fa-97e6-f7b47205a5f5 admin admin] Usage tracker for resource:security_group_rule and tenant:6ee976f0acc742a28d7ad9f7a37b94dc is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:53.642909 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-c31852df-5797-41fa-97e6-f7b47205a5f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:53.648752 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-c31852df-5797-41fa-97e6-f7b47205a5f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:53.654940 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-c01c61f1-54e9-4c7c-9497-89bd4470dc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697952'] for network, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:53.657622 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01c61f1-54e9-4c7c-9497-89bd4470dc29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:53.659236 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-c01c61f1-54e9-4c7c-9497-89bd4470dc29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for network, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:53.665356 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-bf414390-f0d1-47b5-a6ca-fc1340af7bff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:53.763326 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c31852df-5797-41fa-97e6-f7b47205a5f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:53.773605 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c31852df-5797-41fa-97e6-f7b47205a5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:53.784470 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-22bd40f2-aea4-423a-8871-4bd0516ea6ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:53.809122 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01c61f1-54e9-4c7c-9497-89bd4470dc29 admin admin] Pushing event updated for resources: {'Network': ['ID=f5d28099-1dc2-47cc-9e8e-c3a56b781fda,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:53.815058 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-c01c61f1-54e9-4c7c-9497-89bd4470dc29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:53.821171 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Network f5d28099-1dc2-47cc-9e8e-c3a56b781fda details requested by agent ovs-agent-dv-cinder-792462-2-iscsi with host dv-cinder-792462-2-iscsi {{(pid=98245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 19:41:53.821686 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31852df-5797-41fa-97e6-f7b47205a5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a74905-bb1f-4449-b4f1-d290d44b07cd,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:53.826177 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-c31852df-5797-41fa-97e6-f7b47205a5f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:53.832406 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-c01c61f1-54e9-4c7c-9497-89bd4470dc29 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6934645 May 20 19:41:53.833781 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 35982) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:53.833963 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c31852df-5797-41fa-97e6-f7b47205a5f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=98244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 19:41:53.842911 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [None req-a0c83f6e-28c6-4887-97f7-9269b6d49b5a admin admin] Request body: {'subnet': {'network_id': 'f5d28099-1dc2-47cc-9e8e-c3a56b781fda', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-700543144-subnet', 'tenant_id': '2b925d0336584fd6963f2029ab5dfdcd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:41:53.846721 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c31852df-5797-41fa-97e6-f7b47205a5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717217'] for segment, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:53.847494 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.db.segments_db [None req-c31852df-5797-41fa-97e6-f7b47205a5f5 admin admin] Added segment a5aec250-51ad-4f4e-ba12-c705e134ee81 of type vlan for network 0ac5f148-65f4-4634-9661-ea3a7b293122 May 20 19:41:53.849455 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-a0c83f6e-28c6-4887-97f7-9269b6d49b5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:53.854951 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-a0c83f6e-28c6-4887-97f7-9269b6d49b5a admin admin] Usage tracker for resource:subnet and tenant:2b925d0336584fd6963f2029ab5dfdcd is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:53.860302 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-a0c83f6e-28c6-4887-97f7-9269b6d49b5a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:53.869611 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-a0c83f6e-28c6-4887-97f7-9269b6d49b5a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:53.885476 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c83f6e-28c6-4887-97f7-9269b6d49b5a admin admin] Made reservation on behalf of 2b925d0336584fd6963f2029ab5dfdcd for: {'subnet': 1} {{(pid=98243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:41:53.886893 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c31852df-5797-41fa-97e6-f7b47205a5f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778152598492'] for network, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:53.888444 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-a0c83f6e-28c6-4887-97f7-9269b6d49b5a admin admin] Notify callbacks [] for subnet, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:54.005702 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c31852df-5797-41fa-97e6-f7b47205a5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697952'] for network, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:54.007170 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31852df-5797-41fa-97e6-f7b47205a5f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:54.007765 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c31852df-5797-41fa-97e6-f7b47205a5f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for network, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:54.011646 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:54.113106 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31852df-5797-41fa-97e6-f7b47205a5f5 admin admin] Pushing event updated for resources: {'Network': ['ID=0ac5f148-65f4-4634-9661-ea3a7b293122,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:54.117510 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-c31852df-5797-41fa-97e6-f7b47205a5f5 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5985253 May 20 19:41:54.118381 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-c31852df-5797-41fa-97e6-f7b47205a5f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:54.120513 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 35988) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:54.128050 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-0445303c-d3d2-4e9d-8a45-0ccbe6bcc61c admin admin] Request body: {'subnet': {'network_id': '0ac5f148-65f4-4634-9661-ea3a7b293122', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-406925992-subnet', 'tenant_id': '6ee976f0acc742a28d7ad9f7a37b94dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:41:54.129455 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Network 0ac5f148-65f4-4634-9661-ea3a7b293122 details requested by agent ovs-agent-dv-cinder-792462-2-iscsi with host dv-cinder-792462-2-iscsi {{(pid=98245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 19:41:54.134164 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-0445303c-d3d2-4e9d-8a45-0ccbe6bcc61c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:54.137984 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-0445303c-d3d2-4e9d-8a45-0ccbe6bcc61c admin admin] Usage tracker for resource:subnet and tenant:6ee976f0acc742a28d7ad9f7a37b94dc is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:54.141699 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-0445303c-d3d2-4e9d-8a45-0ccbe6bcc61c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:54.149746 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-0445303c-d3d2-4e9d-8a45-0ccbe6bcc61c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:54.161621 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0445303c-d3d2-4e9d-8a45-0ccbe6bcc61c admin admin] Made reservation on behalf of 6ee976f0acc742a28d7ad9f7a37b94dc for: {'subnet': 1} {{(pid=98244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:41:54.165090 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-0445303c-d3d2-4e9d-8a45-0ccbe6bcc61c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3031102'] for subnet, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:54.304121 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-a0c83f6e-28c6-4887-97f7-9269b6d49b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983'] for subnet, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:54.308173 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:54.385164 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c83f6e-28c6-4887-97f7-9269b6d49b5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d42a33b-3bc5-4693-a357-cd2046ea6882,revision_number=0']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:54.389570 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-a0c83f6e-28c6-4887-97f7-9269b6d49b5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:54.401655 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c83f6e-28c6-4887-97f7-9269b6d49b5a admin admin] Checking segment: {'id': '9c1337ed-e1a3-4f4c-ac78-5044d22d9b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f5d28099-1dc2-47cc-9e8e-c3a56b781fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:41:54.401859 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c83f6e-28c6-4887-97f7-9269b6d49b5a admin admin] Network hostable DHCP agents. Network: f5d28099-1dc2-47cc-9e8e-c3a56b781fda, hostable agents: ['fa9d6d8e-318c-43db-bbd8-e3a49a35072a'], hosted agents: [] {{(pid=98243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 19:41:54.417830 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c83f6e-28c6-4887-97f7-9269b6d49b5a admin admin] Network f5d28099-1dc2-47cc-9e8e-c3a56b781fda is scheduled to be hosted by DHCP agent fa9d6d8e-318c-43db-bbd8-e3a49a35072a with binding_index 1 {{(pid=98243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 19:41:54.426585 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.base_scheduler [None req-a0c83f6e-28c6-4887-97f7-9269b6d49b5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-2-iscsi, f5d28099-1dc2-47cc-9e8e-c3a56b781fda) {{(pid=98243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:41:54.431143 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c83f6e-28c6-4887-97f7-9269b6d49b5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:54.431922 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-a0c83f6e-28c6-4887-97f7-9269b6d49b5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for subnet, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:54.445021 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1679088b-8c97-4288-9f76-8ae1bd9f3125 None None] Network f5d28099-1dc2-47cc-9e8e-c3a56b781fda requested from dv-cinder-792462-2-iscsi {{(pid=98245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:41:54.461985 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-a0c83f6e-28c6-4887-97f7-9269b6d49b5a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6267853 May 20 19:41:54.588563 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-0445303c-d3d2-4e9d-8a45-0ccbe6bcc61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3027974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3031084'] for subnet, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:54.594451 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:54.689072 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff39d985-1150-4481-bf12-43a74520c157 None None] Network f5d28099-1dc2-47cc-9e8e-c3a56b781fda requested from dv-cinder-792462-2-iscsi {{(pid=98245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:41:54.694196 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0445303c-d3d2-4e9d-8a45-0ccbe6bcc61c admin admin] Pushing event updated for resources: {'Subnet': ['ID=17819197-cda7-4e84-ad20-6c10f54d2019,revision_number=0']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:54.714725 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-0445303c-d3d2-4e9d-8a45-0ccbe6bcc61c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:54.728341 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0445303c-d3d2-4e9d-8a45-0ccbe6bcc61c admin admin] Checking segment: {'id': 'a5aec250-51ad-4f4e-ba12-c705e134ee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '0ac5f148-65f4-4634-9661-ea3a7b293122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:41:54.728794 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0445303c-d3d2-4e9d-8a45-0ccbe6bcc61c admin admin] Network hostable DHCP agents. Network: 0ac5f148-65f4-4634-9661-ea3a7b293122, hostable agents: ['fa9d6d8e-318c-43db-bbd8-e3a49a35072a'], hosted agents: [] {{(pid=98244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 19:41:54.784794 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0445303c-d3d2-4e9d-8a45-0ccbe6bcc61c admin admin] Network 0ac5f148-65f4-4634-9661-ea3a7b293122 is scheduled to be hosted by DHCP agent fa9d6d8e-318c-43db-bbd8-e3a49a35072a with binding_index 1 {{(pid=98244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 19:41:54.804836 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.base_scheduler [None req-0445303c-d3d2-4e9d-8a45-0ccbe6bcc61c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-2-iscsi, 0ac5f148-65f4-4634-9661-ea3a7b293122) {{(pid=98244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:41:54.815952 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0445303c-d3d2-4e9d-8a45-0ccbe6bcc61c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:54.816889 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-0445303c-d3d2-4e9d-8a45-0ccbe6bcc61c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for subnet, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:54.827196 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd48f22b-583c-4021-848f-936691aabf4f None None] Network 0ac5f148-65f4-4634-9661-ea3a7b293122 requested from dv-cinder-792462-2-iscsi {{(pid=98245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:41:54.855965 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7089bd57-d9d6-42b0-9a12-47f37308ef98 req-1eae3e97-6d42-4db8-98f7-aecfe2df2a09 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:54.857749 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7089bd57-d9d6-42b0-9a12-47f37308ef98 req-1eae3e97-6d42-4db8-98f7-aecfe2df2a09 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0827d0c-cf95-40fd-b502-4bd511c5c69d HTTP/1.1" status: 200 len: 946 time: 0.1244786 May 20 19:41:54.877125 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-0445303c-d3d2-4e9d-8a45-0ccbe6bcc61c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7555876 May 20 19:41:54.926547 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7089bd57-d9d6-42b0-9a12-47f37308ef98 req-3c25b57e-2731-4416-b419-17502dbe7e46 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612373 May 20 19:41:55.048334 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 36014) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:55.117570 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b001e8d-8f9e-4227-81f2-6c713acba8ef admin admin] Deleting subnet 4c4b0e4b-2a75-4baf-a565-e95aebaa3907 {{(pid=98244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 19:41:55.121474 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-7b001e8d-8f9e-4227-81f2-6c713acba8ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:55.138801 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af285cd9-eb98-47dd-badd-5611828219d4 None None] Network 0ac5f148-65f4-4634-9661-ea3a7b293122 requested from dv-cinder-792462-2-iscsi {{(pid=98245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:41:55.185874 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-7b001e8d-8f9e-4227-81f2-6c713acba8ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-740392'] for subnet, precommit_delete_associations {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:55.263616 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-7b001e8d-8f9e-4227-81f2-6c713acba8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378450'] for subnet, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:55.601983 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-7b001e8d-8f9e-4227-81f2-6c713acba8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3028041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3031077'] for subnet, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:55.608992 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-8ede7ef9-1e96-436b-9ffa-b85a228df240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:55.644933 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b001e8d-8f9e-4227-81f2-6c713acba8ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c4b0e4b-2a75-4baf-a565-e95aebaa3907,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:55.649270 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-7b001e8d-8f9e-4227-81f2-6c713acba8ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:55.654326 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-7b001e8d-8f9e-4227-81f2-6c713acba8ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:55.656452 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-7b001e8d-8f9e-4227-81f2-6c713acba8ef admin admin] 10.222.0.46 "DELETE /v2.0/subnets/4c4b0e4b-2a75-4baf-a565-e95aebaa3907 HTTP/1.1" status: 204 len: 168 time: 0.6061354 May 20 19:41:55.659038 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 36036) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:55.768397 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-7209c533-d922-40f5-ab48-f00865e764ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748490'] for network, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:55.889072 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-7209c533-d922-40f5-ab48-f00865e764ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377309', 'neutron.services.segments.db._delete_segments_for_network-8778153038201'] for network, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:55.902012 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.services.segments.db [None req-7209c533-d922-40f5-ab48-f00865e764ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1508488c-5c6f-4887-802b-bd8397aa7a96']}} {{(pid=98244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:41:55.914231 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.services.segments.db [None req-7209c533-d922-40f5-ab48-f00865e764ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f9a54ae-dabf-44cf-995f-1fa7a98d215f') {'for_net_delete': True} {{(pid=98244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:41:55.914688 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.services.segments.db [None req-7209c533-d922-40f5-ab48-f00865e764ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f9a54ae-dabf-44cf-995f-1fa7a98d215f') {} {{(pid=98244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:41:55.925968 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-7209c533-d922-40f5-ab48-f00865e764ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778153050359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-740391'] for segment, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:55.943060 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-7209c533-d922-40f5-ab48-f00865e764ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717217'] for segment, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:55.949135 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7209c533-d922-40f5-ab48-f00865e764ab admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=98244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 19:41:55.949584 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-7209c533-d922-40f5-ab48-f00865e764ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3028207'] for segment, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:55.966803 dv-cinder-792462-2-iscsi neutron-server[98244]: Traceback (most recent call last): May 20 19:41:55.966803 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 19:41:55.966803 dv-cinder-792462-2-iscsi neutron-server[98244]: timer() May 20 19:41:55.966803 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 19:41:55.966803 dv-cinder-792462-2-iscsi neutron-server[98244]: cb(*args, **kw) May 20 19:41:55.966803 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 19:41:55.966803 dv-cinder-792462-2-iscsi neutron-server[98244]: return func(*args, **kwargs) May 20 19:41:55.966803 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 19:41:55.966803 dv-cinder-792462-2-iscsi neutron-server[98244]: self._notify() May 20 19:41:55.966803 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 19:41:55.966803 dv-cinder-792462-2-iscsi neutron-server[98244]: self.callback(batched_events) May 20 19:41:55.966803 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 19:41:55.966803 dv-cinder-792462-2-iscsi neutron-server[98244]: event.method(event) May 20 19:41:55.966803 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 19:41:55.966803 dv-cinder-792462-2-iscsi neutron-server[98244]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 19:41:55.966803 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 19:41:55.966803 dv-cinder-792462-2-iscsi neutron-server[98244]: aggregate_uuid = self.p_client.list_aggregates( May 20 19:41:55.966803 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 19:41:55.966803 dv-cinder-792462-2-iscsi neutron-server[98244]: return f(self, *a, **k) May 20 19:41:55.966803 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 19:41:55.966803 dv-cinder-792462-2-iscsi neutron-server[98244]: return self._get(url).json() May 20 19:41:55.966803 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 19:41:55.966803 dv-cinder-792462-2-iscsi neutron-server[98244]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 19:41:55.966803 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 19:41:55.966803 dv-cinder-792462-2-iscsi neutron-server[98244]: return self.request(url, 'GET', **kwargs) May 20 19:41:55.966803 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 19:41:55.966803 dv-cinder-792462-2-iscsi neutron-server[98244]: base_url = self.get_endpoint(auth, allow=allow, May 20 19:41:55.966803 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 19:41:55.966803 dv-cinder-792462-2-iscsi neutron-server[98244]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 19:41:55.966803 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 19:41:55.966803 dv-cinder-792462-2-iscsi neutron-server[98244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 19:41:55.966803 dv-cinder-792462-2-iscsi neutron-server[98244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 19:41:56.041698 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-7209c533-d922-40f5-ab48-f00865e764ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745754'] for network, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:56.046791 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:56.059442 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-7209c533-d922-40f5-ab48-f00865e764ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for network, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:56.184192 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7209c533-d922-40f5-ab48-f00865e764ab admin admin] Pushing event deleted for resources: {'Network': ['ID=1508488c-5c6f-4887-802b-bd8397aa7a96,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:56.187311 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-7209c533-d922-40f5-ab48-f00865e764ab admin admin] 10.222.0.46 "DELETE /v2.0/networks/1508488c-5c6f-4887-802b-bd8397aa7a96 HTTP/1.1" status: 204 len: 168 time: 0.5264421 May 20 19:41:56.188302 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-7209c533-d922-40f5-ab48-f00865e764ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:56.189982 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 36044) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:56.263575 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9680c7f-34c9-4508-9279-690ea2ce1e42 admin admin] Deleting subnet 17819197-cda7-4e84-ad20-6c10f54d2019 {{(pid=98244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 19:41:56.268997 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-f9680c7f-34c9-4508-9279-690ea2ce1e42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:56.323036 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b748ff-0542-4d69-84f3-1467c3a3a48b req-48f53bb0-26d6-46a2-b361-dd75b212958a tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:56.324513 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-e8b748ff-0542-4d69-84f3-1467c3a3a48b req-48f53bb0-26d6-46a2-b361-dd75b212958a tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0827d0c-cf95-40fd-b502-4bd511c5c69d HTTP/1.1" status: 200 len: 946 time: 0.2791059 May 20 19:41:56.333603 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-f9680c7f-34c9-4508-9279-690ea2ce1e42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-740392'] for subnet, precommit_delete_associations {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:56.424663 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-e8b748ff-0542-4d69-84f3-1467c3a3a48b req-eb311c1b-c193-443c-9ce6-e565a5988a57 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933573 May 20 19:41:56.425536 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-f9680c7f-34c9-4508-9279-690ea2ce1e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378450'] for subnet, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:56.692241 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-f9680c7f-34c9-4508-9279-690ea2ce1e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3028041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3031077'] for subnet, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:56.703107 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:56.757612 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9680c7f-34c9-4508-9279-690ea2ce1e42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17819197-cda7-4e84-ad20-6c10f54d2019,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:56.760329 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-f9680c7f-34c9-4508-9279-690ea2ce1e42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:56.761773 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-f9680c7f-34c9-4508-9279-690ea2ce1e42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:56.769781 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-f9680c7f-34c9-4508-9279-690ea2ce1e42 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/17819197-cda7-4e84-ad20-6c10f54d2019 HTTP/1.1" status: 204 len: 168 time: 0.5767667 May 20 19:41:56.770032 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 36062) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:56.884290 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-17e7af2a-9abe-44c8-923b-352a7617a896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748490'] for network, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:57.027276 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-17e7af2a-9abe-44c8-923b-352a7617a896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377309', 'neutron.services.segments.db._delete_segments_for_network-8778153038201'] for network, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:57.045794 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.services.segments.db [None req-17e7af2a-9abe-44c8-923b-352a7617a896 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ac5f148-65f4-4634-9661-ea3a7b293122']}} {{(pid=98244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:41:57.064287 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.services.segments.db [None req-17e7af2a-9abe-44c8-923b-352a7617a896 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5aec250-51ad-4f4e-ba12-c705e134ee81') {'for_net_delete': True} {{(pid=98244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:41:57.064583 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.services.segments.db [None req-17e7af2a-9abe-44c8-923b-352a7617a896 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5aec250-51ad-4f4e-ba12-c705e134ee81') {} {{(pid=98244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:41:57.076215 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-17e7af2a-9abe-44c8-923b-352a7617a896 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778153050359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-740391'] for segment, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:57.099458 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-17e7af2a-9abe-44c8-923b-352a7617a896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717217'] for segment, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:57.106446 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17e7af2a-9abe-44c8-923b-352a7617a896 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=98244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 19:41:57.106821 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-17e7af2a-9abe-44c8-923b-352a7617a896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3028207'] for segment, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:57.120970 dv-cinder-792462-2-iscsi neutron-server[98244]: Traceback (most recent call last): May 20 19:41:57.120970 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 19:41:57.120970 dv-cinder-792462-2-iscsi neutron-server[98244]: timer() May 20 19:41:57.120970 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 19:41:57.120970 dv-cinder-792462-2-iscsi neutron-server[98244]: cb(*args, **kw) May 20 19:41:57.120970 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 19:41:57.120970 dv-cinder-792462-2-iscsi neutron-server[98244]: return func(*args, **kwargs) May 20 19:41:57.120970 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 19:41:57.120970 dv-cinder-792462-2-iscsi neutron-server[98244]: self._notify() May 20 19:41:57.120970 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 19:41:57.120970 dv-cinder-792462-2-iscsi neutron-server[98244]: self.callback(batched_events) May 20 19:41:57.120970 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 19:41:57.120970 dv-cinder-792462-2-iscsi neutron-server[98244]: event.method(event) May 20 19:41:57.120970 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 19:41:57.120970 dv-cinder-792462-2-iscsi neutron-server[98244]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 19:41:57.120970 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 19:41:57.120970 dv-cinder-792462-2-iscsi neutron-server[98244]: aggregate_uuid = self.p_client.list_aggregates( May 20 19:41:57.120970 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 19:41:57.120970 dv-cinder-792462-2-iscsi neutron-server[98244]: return f(self, *a, **k) May 20 19:41:57.120970 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 19:41:57.120970 dv-cinder-792462-2-iscsi neutron-server[98244]: return self._get(url).json() May 20 19:41:57.120970 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 19:41:57.120970 dv-cinder-792462-2-iscsi neutron-server[98244]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 19:41:57.120970 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 19:41:57.120970 dv-cinder-792462-2-iscsi neutron-server[98244]: return self.request(url, 'GET', **kwargs) May 20 19:41:57.120970 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 19:41:57.120970 dv-cinder-792462-2-iscsi neutron-server[98244]: base_url = self.get_endpoint(auth, allow=allow, May 20 19:41:57.120970 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 19:41:57.120970 dv-cinder-792462-2-iscsi neutron-server[98244]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 19:41:57.120970 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 19:41:57.120970 dv-cinder-792462-2-iscsi neutron-server[98244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 19:41:57.120970 dv-cinder-792462-2-iscsi neutron-server[98244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 19:41:57.226311 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-17e7af2a-9abe-44c8-923b-352a7617a896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745754'] for network, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:57.230765 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-17e7af2a-9abe-44c8-923b-352a7617a896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for network, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:57.233880 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:57.267326 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-17e7af2a-9abe-44c8-923b-352a7617a896 admin admin] 10.222.0.46 "DELETE /v2.0/networks/0ac5f148-65f4-4634-9661-ea3a7b293122 HTTP/1.1" status: 204 len: 168 time: 0.4962704 May 20 19:41:57.268579 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e7af2a-9abe-44c8-923b-352a7617a896 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ac5f148-65f4-4634-9661-ea3a7b293122,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:57.271228 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-17e7af2a-9abe-44c8-923b-352a7617a896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:57.498488 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 36096) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:57.552335 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-54c1528d-16a4-4b6f-bd67-9b3c309aaf1a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e21b2f8f309c4a34903ae9ba345575cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0517578 May 20 19:41:57.554628 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 36100) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:57.613653 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d92a9422-70e6-44c8-b2af-e977dbf38f72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:57.633736 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3356fc-3ede-4c46-aa80-fce1770d4821 req-40d91aff-40cf-4731-b240-1a40ab03ee9a tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:57.635270 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-eb3356fc-3ede-4c46-aa80-fce1770d4821 req-40d91aff-40cf-4731-b240-1a40ab03ee9a tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0827d0c-cf95-40fd-b502-4bd511c5c69d HTTP/1.1" status: 200 len: 946 time: 0.0875952 May 20 19:41:57.639161 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d92a9422-70e6-44c8-b2af-e977dbf38f72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:57.679769 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-eb3356fc-3ede-4c46-aa80-fce1770d4821 req-70c99533-817b-4b2b-a15d-9ead89d105cc tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384018 May 20 19:41:57.693264 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d92a9422-70e6-44c8-b2af-e977dbf38f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:57.699274 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:57.709374 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a9422-70e6-44c8-b2af-e977dbf38f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f905fb2-41e6-4d92-a22e-1be1a0a058de,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:57.713627 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-d92a9422-70e6-44c8-b2af-e977dbf38f72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:57.715501 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d92a9422-70e6-44c8-b2af-e977dbf38f72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:57.719120 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-d92a9422-70e6-44c8-b2af-e977dbf38f72 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0f905fb2-41e6-4d92-a22e-1be1a0a058de HTTP/1.1" status: 204 len: 168 time: 0.1611352 May 20 19:41:58.060658 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 36112) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:58.110409 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-4e0b8334-b585-4db7-a5ac-13b8be69ec6b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6ee976f0acc742a28d7ad9f7a37b94dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476081 May 20 19:41:58.111888 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 36116) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:58.172758 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-5c092d4c-f786-4f7f-8740-906a6dce9ea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:58.198772 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-5c092d4c-f786-4f7f-8740-906a6dce9ea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:58.249708 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-5c092d4c-f786-4f7f-8740-906a6dce9ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:58.254588 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:58.265406 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c092d4c-f786-4f7f-8740-906a6dce9ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a74905-bb1f-4449-b4f1-d290d44b07cd,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:58.271199 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-5c092d4c-f786-4f7f-8740-906a6dce9ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:58.272497 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-5c092d4c-f786-4f7f-8740-906a6dce9ea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:58.273595 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-5c092d4c-f786-4f7f-8740-906a6dce9ea5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/25a74905-bb1f-4449-b4f1-d290d44b07cd HTTP/1.1" status: 204 len: 168 time: 0.1608176 May 20 19:42:00.210012 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 36204) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:00.328067 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-fff365f7-ddbd-4374-a6bb-79a257f24252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:00.342855 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-fff365f7-ddbd-4374-a6bb-79a257f24252 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:42:00.346618 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-fff365f7-ddbd-4374-a6bb-79a257f24252 admin admin] Usage tracker for resource:security_group_rule and tenant:6a397822d6a14255a4ec0334a179bcad is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:42:00.349378 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-fff365f7-ddbd-4374-a6bb-79a257f24252 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:42:00.355161 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-fff365f7-ddbd-4374-a6bb-79a257f24252 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:42:00.439409 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-fff365f7-ddbd-4374-a6bb-79a257f24252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:00.444279 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-fff365f7-ddbd-4374-a6bb-79a257f24252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:00.457552 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-666b9042-93ce-446d-a215-86cc664462da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:00.494804 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-fff365f7-ddbd-4374-a6bb-79a257f24252 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6a397822d6a14255a4ec0334a179bcad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2834301 May 20 19:42:00.496375 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff365f7-ddbd-4374-a6bb-79a257f24252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9156c93c-0d63-4b0e-8e3d-7558dba0e0a9,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:00.497443 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 36216) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:00.500450 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-fff365f7-ddbd-4374-a6bb-79a257f24252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:00.556795 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-fc370aa4-e861-49a7-ade5-2e90657da13b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:00.582795 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-fc370aa4-e861-49a7-ade5-2e90657da13b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:00.637961 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-fc370aa4-e861-49a7-ade5-2e90657da13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:00.641441 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-c353df65-022f-4325-a32f-2c2dc0a988ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:00.651814 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc370aa4-e861-49a7-ade5-2e90657da13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9156c93c-0d63-4b0e-8e3d-7558dba0e0a9,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:00.655540 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-fc370aa4-e861-49a7-ade5-2e90657da13b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:00.658647 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-fc370aa4-e861-49a7-ade5-2e90657da13b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:00.659760 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-fc370aa4-e861-49a7-ade5-2e90657da13b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9156c93c-0d63-4b0e-8e3d-7558dba0e0a9 HTTP/1.1" status: 204 len: 168 time: 0.1613364 May 20 19:42:00.965336 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 36228) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:00.984798 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-b7600a8b-df83-4623-985e-22278dc21876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:01.000206 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-b7600a8b-df83-4623-985e-22278dc21876 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:42:01.003957 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-b7600a8b-df83-4623-985e-22278dc21876 admin admin] Usage tracker for resource:security_group_rule and tenant:586cb328b63c408fbc8e66aa70a11c85 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:42:01.006689 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-b7600a8b-df83-4623-985e-22278dc21876 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:42:01.012279 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-b7600a8b-df83-4623-985e-22278dc21876 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:42:01.094487 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-b7600a8b-df83-4623-985e-22278dc21876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:01.098177 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-b7600a8b-df83-4623-985e-22278dc21876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:01.105916 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:01.145249 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-b7600a8b-df83-4623-985e-22278dc21876 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=586cb328b63c408fbc8e66aa70a11c85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1788981 May 20 19:42:01.146130 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7600a8b-df83-4623-985e-22278dc21876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5118bf-24a0-41ee-b0eb-0187e1f788b5,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:01.148019 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 36232) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:01.149113 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-b7600a8b-df83-4623-985e-22278dc21876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:01.211468 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-dff9affa-67da-41f9-9bd3-60f411b98947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:01.240892 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-dff9affa-67da-41f9-9bd3-60f411b98947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:01.292389 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-dff9affa-67da-41f9-9bd3-60f411b98947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:01.296585 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-2edfe534-e3b8-4168-a90d-1dd4d8610cd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:01.308410 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff9affa-67da-41f9-9bd3-60f411b98947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5118bf-24a0-41ee-b0eb-0187e1f788b5,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:01.311326 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-dff9affa-67da-41f9-9bd3-60f411b98947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:01.324650 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-dff9affa-67da-41f9-9bd3-60f411b98947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:01.328154 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-dff9affa-67da-41f9-9bd3-60f411b98947 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ed5118bf-24a0-41ee-b0eb-0187e1f788b5 HTTP/1.1" status: 204 len: 168 time: 0.1786325 May 20 19:42:01.361031 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff08ab-7b9d-4e8f-962f-9dbea61c97e4 req-b7c43ccc-d416-4b4d-8dc8-4be55924702e tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:01.364407 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-f1ff08ab-7b9d-4e8f-962f-9dbea61c97e4 req-b7c43ccc-d416-4b4d-8dc8-4be55924702e tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0827d0c-cf95-40fd-b502-4bd511c5c69d HTTP/1.1" status: 200 len: 946 time: 0.0953286 May 20 19:42:01.410033 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-f1ff08ab-7b9d-4e8f-962f-9dbea61c97e4 req-ec2e7335-de09-484f-907e-754a2b1419f3 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415435 May 20 19:42:01.457103 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6eaaf090-a4cc-40af-a604-b565b903cc09 req-07032cdf-263f-43a8-a836-414913e0c335 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0784280 May 20 19:42:01.609774 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaaf090-a4cc-40af-a604-b565b903cc09 req-d35094cd-f2f4-407f-8619-6e51f6174af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:01.611412 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6eaaf090-a4cc-40af-a604-b565b903cc09 req-d35094cd-f2f4-407f-8619-6e51f6174af4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a0ac8c7cabd34168a41ac6b7de3b2121&device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 1098 time: 0.0757816 May 20 19:42:01.763412 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaaf090-a4cc-40af-a604-b565b903cc09 req-1a657b7d-7d0d-4135-a319-abf7d547fd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:01.764906 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6eaaf090-a4cc-40af-a604-b565b903cc09 req-1a657b7d-7d0d-4135-a319-abf7d547fd33 service neutron] 10.222.0.65 "GET /v2.0/networks?id=84eb469a-42da-4e4e-8a93-b8edc16eceb7 HTTP/1.1" status: 200 len: 920 time: 0.1322968 May 20 19:42:01.914575 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6eaaf090-a4cc-40af-a604-b565b903cc09 req-963f6454-3a85-45f9-969f-fb6732dbb598 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d3f3f04-0a60-4386-a8de-73b34a9990d0 HTTP/1.1" status: 200 len: 217 time: 0.1426871 May 20 19:42:01.994094 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaaf090-a4cc-40af-a604-b565b903cc09 req-f9b3c796-bcbf-4123-84bd-9e585618cff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:01.995872 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6eaaf090-a4cc-40af-a604-b565b903cc09 req-f9b3c796-bcbf-4123-84bd-9e585618cff0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b75e212a-a8c6-44fb-b15e-58090122a2cf HTTP/1.1" status: 200 len: 859 time: 0.0700302 May 20 19:42:02.059293 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6eaaf090-a4cc-40af-a604-b565b903cc09 req-01c6c9c4-bddb-4f20-965f-1aa42056761a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=84eb469a-42da-4e4e-8a93-b8edc16eceb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539801 May 20 19:42:02.231767 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6eaaf090-a4cc-40af-a604-b565b903cc09 req-294225ef-f2a7-4cdf-8634-3155990e7457 service neutron] 10.222.0.65 "GET /v2.0/networks/84eb469a-42da-4e4e-8a93-b8edc16eceb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586187 May 20 19:42:02.236079 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-8b7b5c67-3055-4593-8bf9-cd92b7fefbac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:02.422775 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6eaaf090-a4cc-40af-a604-b565b903cc09 req-d9a6c042-cf2f-45d1-8b6f-acdff30bd452 service neutron] 10.222.0.65 "GET /v2.0/networks/84eb469a-42da-4e4e-8a93-b8edc16eceb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822033 May 20 19:42:02.605805 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120db650-2e56-4c60-a5ee-0a4d53ececb0 req-2e75b200-6fbf-4326-bf4d-39855887f26c tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:02.609960 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-120db650-2e56-4c60-a5ee-0a4d53ececb0 req-2e75b200-6fbf-4326-bf4d-39855887f26c tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0827d0c-cf95-40fd-b502-4bd511c5c69d HTTP/1.1" status: 200 len: 946 time: 0.0857406 May 20 19:42:02.663952 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-120db650-2e56-4c60-a5ee-0a4d53ececb0 req-548febd8-22c5-4f8a-ae1a-0b98750ef14e tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457730 May 20 19:42:03.924256 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1906dd9d-3209-4542-89b1-7745f2be3d0c req-b0b6a213-4fa2-4710-aa3a-1a967c028ddb tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:03.925767 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-1906dd9d-3209-4542-89b1-7745f2be3d0c req-b0b6a213-4fa2-4710-aa3a-1a967c028ddb tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0827d0c-cf95-40fd-b502-4bd511c5c69d HTTP/1.1" status: 200 len: 946 time: 0.1207523 May 20 19:42:03.980309 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-1906dd9d-3209-4542-89b1-7745f2be3d0c req-ab59367d-6fc0-422e-90ac-486049b4ad8c tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472100 May 20 19:42:04.044404 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 36358) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:04.170471 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-55f6b65f-7b93-4d62-a7de-12e43d97b826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:04.185035 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-55f6b65f-7b93-4d62-a7de-12e43d97b826 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:42:04.189476 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-55f6b65f-7b93-4d62-a7de-12e43d97b826 admin admin] Usage tracker for resource:security_group_rule and tenant:69332cc111934315aae99888eff8fbb2 is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:42:04.192330 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-55f6b65f-7b93-4d62-a7de-12e43d97b826 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:42:04.198811 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-55f6b65f-7b93-4d62-a7de-12e43d97b826 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:42:04.290878 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-55f6b65f-7b93-4d62-a7de-12e43d97b826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:04.293979 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-55f6b65f-7b93-4d62-a7de-12e43d97b826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:04.301540 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-24396cdc-5b26-4552-b520-fcca51e1c8c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:04.347157 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-55f6b65f-7b93-4d62-a7de-12e43d97b826 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=69332cc111934315aae99888eff8fbb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3016829 May 20 19:42:04.347999 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f6b65f-7b93-4d62-a7de-12e43d97b826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58fb13c7-eba7-4a38-a62b-e315403574fb,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:04.349847 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 36370) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:04.350986 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-55f6b65f-7b93-4d62-a7de-12e43d97b826 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:04.457217 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-bedf3682-df9e-4851-9f1a-d6ff3863b1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:04.485221 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-3346f853-62ed-46dd-8331-169cee42ab7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:04.510444 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-3346f853-62ed-46dd-8331-169cee42ab7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:04.564118 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-3346f853-62ed-46dd-8331-169cee42ab7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:04.567961 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:04.581345 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346f853-62ed-46dd-8331-169cee42ab7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58fb13c7-eba7-4a38-a62b-e315403574fb,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:04.583814 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-3346f853-62ed-46dd-8331-169cee42ab7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:04.592328 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-3346f853-62ed-46dd-8331-169cee42ab7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:04.593718 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-3346f853-62ed-46dd-8331-169cee42ab7a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/58fb13c7-eba7-4a38-a62b-e315403574fb HTTP/1.1" status: 204 len: 168 time: 0.2426212 May 20 19:42:04.791596 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:04.888991 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 36384) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:04.909280 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-b341bc02-0e72-4dc8-998b-f4c212b74c2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:04.926187 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-b341bc02-0e72-4dc8-998b-f4c212b74c2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:42:04.929990 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-b341bc02-0e72-4dc8-998b-f4c212b74c2d admin admin] Usage tracker for resource:security_group_rule and tenant:54ff5a39d2724af9b79f951ff939d7bf is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:42:04.932861 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-b341bc02-0e72-4dc8-998b-f4c212b74c2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:42:04.939408 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-b341bc02-0e72-4dc8-998b-f4c212b74c2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:42:05.053729 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-b341bc02-0e72-4dc8-998b-f4c212b74c2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:05.062044 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-b341bc02-0e72-4dc8-998b-f4c212b74c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:05.077514 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-721a30c5-2b70-49b1-a3d6-75e5efc7c3c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:05.117431 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-b341bc02-0e72-4dc8-998b-f4c212b74c2d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=54ff5a39d2724af9b79f951ff939d7bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2266788 May 20 19:42:05.120205 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 36400) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:05.174128 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341bc02-0e72-4dc8-998b-f4c212b74c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf59abd7-726d-4fe2-a64c-f335e4b4ab2a,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:05.177367 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-b341bc02-0e72-4dc8-998b-f4c212b74c2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:05.206171 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-412842a6-4897-480f-85df-5019e2179f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:05.230913 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69defea2-d314-439b-be33-b9ae39b8ef54 req-be683fc8-648b-4baf-b708-6f3d103c9a9e tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:05.232661 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-69defea2-d314-439b-be33-b9ae39b8ef54 req-be683fc8-648b-4baf-b708-6f3d103c9a9e tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0827d0c-cf95-40fd-b502-4bd511c5c69d HTTP/1.1" status: 200 len: 946 time: 0.1073198 May 20 19:42:05.234295 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-412842a6-4897-480f-85df-5019e2179f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:05.300706 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-412842a6-4897-480f-85df-5019e2179f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:05.306527 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-56892a08-13a8-4bd2-aba6-a1315f76bc90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:05.324726 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-69defea2-d314-439b-be33-b9ae39b8ef54 req-d2a174d0-8e37-4edb-8218-98d3d7950541 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840385 May 20 19:42:05.342095 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412842a6-4897-480f-85df-5019e2179f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf59abd7-726d-4fe2-a64c-f335e4b4ab2a,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:05.344129 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-412842a6-4897-480f-85df-5019e2179f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:05.347438 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-412842a6-4897-480f-85df-5019e2179f4f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bf59abd7-726d-4fe2-a64c-f335e4b4ab2a HTTP/1.1" status: 204 len: 168 time: 0.2240107 May 20 19:42:05.360495 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-412842a6-4897-480f-85df-5019e2179f4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:05.548726 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d568-3eaa-4ee2-8e63-8438dfda9a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:06.213375 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:06.541578 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9746d443-edef-4e16-99eb-e613f4db6192 req-373ab8e1-125c-45ba-8fc9-90a307b95a51 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:06.544156 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-9746d443-edef-4e16-99eb-e613f4db6192 req-373ab8e1-125c-45ba-8fc9-90a307b95a51 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0827d0c-cf95-40fd-b502-4bd511c5c69d HTTP/1.1" status: 200 len: 946 time: 0.0978317 May 20 19:42:06.593154 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-9746d443-edef-4e16-99eb-e613f4db6192 req-f3aa1774-64de-405e-8445-fd28045ffac1 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428164 May 20 19:42:07.253468 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-40a8b960-4cf6-42c3-bf80-c71dd59d075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:07.823858 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e064c8-5c01-4ad5-a795-8a057c1adc67 req-ebace341-13e6-4da8-a29e-9d96cd5d0573 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:07.825321 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-d2e064c8-5c01-4ad5-a795-8a057c1adc67 req-ebace341-13e6-4da8-a29e-9d96cd5d0573 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0827d0c-cf95-40fd-b502-4bd511c5c69d HTTP/1.1" status: 200 len: 946 time: 0.0885463 May 20 19:42:07.877619 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-d2e064c8-5c01-4ad5-a795-8a057c1adc67 req-3d3c9eeb-27ac-498f-97e5-09a8e34a0c03 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456054 May 20 19:42:07.885842 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 36558) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:08.006845 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-b7e570f3-ba8f-4000-b84b-0eb59e8e2e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:08.020678 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-b7e570f3-ba8f-4000-b84b-0eb59e8e2e02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:42:08.024364 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-b7e570f3-ba8f-4000-b84b-0eb59e8e2e02 admin admin] Usage tracker for resource:security_group_rule and tenant:09ce3de0970e4aa69bf7e97e1e715212 is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:42:08.027049 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-b7e570f3-ba8f-4000-b84b-0eb59e8e2e02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:42:08.033528 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-b7e570f3-ba8f-4000-b84b-0eb59e8e2e02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:42:08.161600 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-b7e570f3-ba8f-4000-b84b-0eb59e8e2e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:08.170488 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-b7e570f3-ba8f-4000-b84b-0eb59e8e2e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:08.187565 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-8f6d3cfb-d564-483f-8ab7-335aad583fd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:08.247371 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 36572) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:08.256545 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-b7e570f3-ba8f-4000-b84b-0eb59e8e2e02 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=09ce3de0970e4aa69bf7e97e1e715212&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3694358 May 20 19:42:08.263576 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e570f3-ba8f-4000-b84b-0eb59e8e2e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5e9fee-d4cd-420e-b7dc-04bf3ef58d5b,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:08.267376 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-b7e570f3-ba8f-4000-b84b-0eb59e8e2e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:08.322287 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-fe896567-6b27-4914-a9b2-8c4c225aa9b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:08.356409 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-fe896567-6b27-4914-a9b2-8c4c225aa9b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:08.418034 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-fe896567-6b27-4914-a9b2-8c4c225aa9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:08.423419 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-e6956bd6-3792-4680-8ce8-1901d5079c08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:08.438223 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe896567-6b27-4914-a9b2-8c4c225aa9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5e9fee-d4cd-420e-b7dc-04bf3ef58d5b,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:08.440483 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-fe896567-6b27-4914-a9b2-8c4c225aa9b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:08.446757 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-fe896567-6b27-4914-a9b2-8c4c225aa9b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:08.448587 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-fe896567-6b27-4914-a9b2-8c4c225aa9b3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1c5e9fee-d4cd-420e-b7dc-04bf3ef58d5b HTTP/1.1" status: 204 len: 168 time: 0.2000084 May 20 19:42:08.787594 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 36604) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:08.811160 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-896f9008-9b0b-4082-88bb-0e6848a8e8f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:08.826928 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-896f9008-9b0b-4082-88bb-0e6848a8e8f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:42:08.831292 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-896f9008-9b0b-4082-88bb-0e6848a8e8f6 admin admin] Usage tracker for resource:security_group_rule and tenant:3599f3d6d8484510bbe970c85ab0ef1b is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:42:08.834378 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-896f9008-9b0b-4082-88bb-0e6848a8e8f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:42:08.841513 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-896f9008-9b0b-4082-88bb-0e6848a8e8f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:42:08.956206 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-896f9008-9b0b-4082-88bb-0e6848a8e8f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:08.967841 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-896f9008-9b0b-4082-88bb-0e6848a8e8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:09.001511 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-84d10fe9-1aa0-4f1b-91c7-d2b4e2331c79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:09.036702 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-896f9008-9b0b-4082-88bb-0e6848a8e8f6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3599f3d6d8484510bbe970c85ab0ef1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2477405 May 20 19:42:09.038728 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896f9008-9b0b-4082-88bb-0e6848a8e8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3bba4d-0b4c-458e-95dd-1dc031c21416,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:09.040421 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 36618) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:09.052643 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-896f9008-9b0b-4082-88bb-0e6848a8e8f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:09.195095 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-50f1000b-36bf-4f4c-b1ef-4814d14722ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:09.228514 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-50f1000b-36bf-4f4c-b1ef-4814d14722ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:09.245962 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80196ea2-477e-43c3-bc5e-ebedbd08e26c req-2807c85e-9d7d-46db-b57d-12b584c8f877 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:09.247348 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-80196ea2-477e-43c3-bc5e-ebedbd08e26c req-2807c85e-9d7d-46db-b57d-12b584c8f877 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0827d0c-cf95-40fd-b502-4bd511c5c69d HTTP/1.1" status: 200 len: 946 time: 0.1903841 May 20 19:42:09.314178 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-80196ea2-477e-43c3-bc5e-ebedbd08e26c req-1964715c-a4af-43ec-8430-9550876310e4 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546799 May 20 19:42:09.328983 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-50f1000b-36bf-4f4c-b1ef-4814d14722ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:09.333400 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-fc370aa4-e861-49a7-ade5-2e90657da13b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:09.344308 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f1000b-36bf-4f4c-b1ef-4814d14722ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3bba4d-0b4c-458e-95dd-1dc031c21416,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:09.346542 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-50f1000b-36bf-4f4c-b1ef-4814d14722ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:09.352660 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-50f1000b-36bf-4f4c-b1ef-4814d14722ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:09.353812 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-50f1000b-36bf-4f4c-b1ef-4814d14722ba admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2b3bba4d-0b4c-458e-95dd-1dc031c21416 HTTP/1.1" status: 204 len: 168 time: 0.3124435 May 20 19:42:10.597406 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc6361-0916-4f59-97e4-474110f529ab req-d745585a-b6e3-46cc-aa17-c11364c5af4c tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:10.599077 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-24cc6361-0916-4f59-97e4-474110f529ab req-d745585a-b6e3-46cc-aa17-c11364c5af4c tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0827d0c-cf95-40fd-b502-4bd511c5c69d HTTP/1.1" status: 200 len: 946 time: 0.1459708 May 20 19:42:10.660387 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-24cc6361-0916-4f59-97e4-474110f529ab req-fb111b33-15a3-4360-bbe7-4679506e587c tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547605 May 20 19:42:10.662753 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 36698) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:10.825388 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-b0854fa1-3bf3-4248-b931-65c0ff1e8430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:10.844156 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-b0854fa1-3bf3-4248-b931-65c0ff1e8430 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:42:10.848945 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-b0854fa1-3bf3-4248-b931-65c0ff1e8430 admin admin] Usage tracker for resource:security_group_rule and tenant:07168bd985b14b83a7b0f6584b36b75b is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:42:10.851930 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-b0854fa1-3bf3-4248-b931-65c0ff1e8430 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:42:10.858447 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-b0854fa1-3bf3-4248-b931-65c0ff1e8430 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:42:10.944895 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-b0854fa1-3bf3-4248-b931-65c0ff1e8430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:10.948560 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-b0854fa1-3bf3-4248-b931-65c0ff1e8430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:10.961484 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-a2c1662d-b78e-4497-9e8f-75fd57a3f649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:11.002853 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-b0854fa1-3bf3-4248-b931-65c0ff1e8430 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=07168bd985b14b83a7b0f6584b36b75b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3387318 May 20 19:42:11.004545 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0854fa1-3bf3-4248-b931-65c0ff1e8430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3260b2e-a4f2-4561-9cf2-2017244c0b3b,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:11.004823 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 36708) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:11.008673 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-b0854fa1-3bf3-4248-b931-65c0ff1e8430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:11.066494 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-8acfc005-52ce-467d-9a9c-eb4ef1751e3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:11.092596 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-8acfc005-52ce-467d-9a9c-eb4ef1751e3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:11.155851 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-8acfc005-52ce-467d-9a9c-eb4ef1751e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:11.160673 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-412842a6-4897-480f-85df-5019e2179f4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:11.175226 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acfc005-52ce-467d-9a9c-eb4ef1751e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3260b2e-a4f2-4561-9cf2-2017244c0b3b,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:11.177838 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-8acfc005-52ce-467d-9a9c-eb4ef1751e3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:11.195553 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-8acfc005-52ce-467d-9a9c-eb4ef1751e3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:11.198072 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-8acfc005-52ce-467d-9a9c-eb4ef1751e3e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b3260b2e-a4f2-4561-9cf2-2017244c0b3b HTTP/1.1" status: 204 len: 168 time: 0.1921754 May 20 19:42:11.864717 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f80da7-7a76-43d3-93b2-87f5b94e2b3c req-0914e6c8-c80b-4eb7-a379-a62d81d14ebe tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:11.866185 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-88f80da7-7a76-43d3-93b2-87f5b94e2b3c req-0914e6c8-c80b-4eb7-a379-a62d81d14ebe tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0827d0c-cf95-40fd-b502-4bd511c5c69d HTTP/1.1" status: 200 len: 946 time: 0.0917811 May 20 19:42:11.912965 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-88f80da7-7a76-43d3-93b2-87f5b94e2b3c req-e837f45f-d11d-4f5f-bdb0-d9d9a407678a tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399220 May 20 19:42:15.174461 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0706b50-5d4f-4ce4-9eb2-513a45196aed req-1846b0e8-d59e-4699-8a65-0c8744693e3e tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:15.175962 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-f0706b50-5d4f-4ce4-9eb2-513a45196aed req-1846b0e8-d59e-4699-8a65-0c8744693e3e tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0827d0c-cf95-40fd-b502-4bd511c5c69d HTTP/1.1" status: 200 len: 946 time: 0.0846543 May 20 19:42:15.219865 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-f0706b50-5d4f-4ce4-9eb2-513a45196aed req-e31c0e11-6476-40e5-9a99-660219d24903 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379863 May 20 19:42:16.418776 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2bea5a-9dc1-418e-951d-2e2b81dad75d req-85adf333-f98c-4c53-9075-6fa1ff49210b tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:16.420235 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-4c2bea5a-9dc1-418e-951d-2e2b81dad75d req-85adf333-f98c-4c53-9075-6fa1ff49210b tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0827d0c-cf95-40fd-b502-4bd511c5c69d HTTP/1.1" status: 200 len: 946 time: 0.0853112 May 20 19:42:16.463694 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-4c2bea5a-9dc1-418e-951d-2e2b81dad75d req-f38b1ab8-6a86-4780-b9e7-2e18c03b5b96 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377734 May 20 19:42:19.690019 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a33dea-7a7c-4ae4-aeab-2caa1c96695e req-39014259-ae13-47b6-89fd-f9b5600fb788 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:19.691476 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-48a33dea-7a7c-4ae4-aeab-2caa1c96695e req-39014259-ae13-47b6-89fd-f9b5600fb788 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0827d0c-cf95-40fd-b502-4bd511c5c69d HTTP/1.1" status: 200 len: 946 time: 0.0782480 May 20 19:42:19.738717 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-48a33dea-7a7c-4ae4-aeab-2caa1c96695e req-0dec54f2-4145-44a0-bfef-c204dbb2e851 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414560 May 20 19:42:20.926418 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf439ae4-ad61-4f53-a7b5-0d3164362e3e req-fca96c66-4e88-48a0-a0ee-ed9e258c480e tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:20.927931 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-bf439ae4-ad61-4f53-a7b5-0d3164362e3e req-fca96c66-4e88-48a0-a0ee-ed9e258c480e tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0827d0c-cf95-40fd-b502-4bd511c5c69d HTTP/1.1" status: 200 len: 946 time: 0.0803618 May 20 19:42:20.974332 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-bf439ae4-ad61-4f53-a7b5-0d3164362e3e req-a3f1ff29-8d22-4ae7-b4d4-452f9ca7c033 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404830 May 20 19:42:21.527850 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 36952) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:21.589815 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4fdfd2c-5f2e-4f44-9c25-fc062d73a854 admin admin] Deleting subnet a9b6119d-1959-43c9-a762-c50661fd7f2f {{(pid=98244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 19:42:21.593242 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-a4fdfd2c-5f2e-4f44-9c25-fc062d73a854 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:21.647297 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-a4fdfd2c-5f2e-4f44-9c25-fc062d73a854 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-740392'] for subnet, precommit_delete_associations {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:21.701231 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-a4fdfd2c-5f2e-4f44-9c25-fc062d73a854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378450'] for subnet, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:21.957480 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-a4fdfd2c-5f2e-4f44-9c25-fc062d73a854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3028041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3031077'] for subnet, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:21.961491 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-0445303c-d3d2-4e9d-8a45-0ccbe6bcc61c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:21.996114 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fdfd2c-5f2e-4f44-9c25-fc062d73a854 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9b6119d-1959-43c9-a762-c50661fd7f2f,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:21.999035 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-a4fdfd2c-5f2e-4f44-9c25-fc062d73a854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:22.000451 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-a4fdfd2c-5f2e-4f44-9c25-fc062d73a854 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:22.010458 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-a4fdfd2c-5f2e-4f44-9c25-fc062d73a854 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a9b6119d-1959-43c9-a762-c50661fd7f2f HTTP/1.1" status: 204 len: 168 time: 0.4813924 May 20 19:42:22.012972 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 36966) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:22.117247 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ac998908-56c4-4d74-a772-5737eabc57f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748490'] for network, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:22.240840 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ac998908-56c4-4d74-a772-5737eabc57f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377309', 'neutron.services.segments.db._delete_segments_for_network-8778153038201'] for network, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:22.254103 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.services.segments.db [None req-ac998908-56c4-4d74-a772-5737eabc57f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7a534e1-80b0-46ae-bdf4-8ea15b703fbb']}} {{(pid=98244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:42:22.266287 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.services.segments.db [None req-ac998908-56c4-4d74-a772-5737eabc57f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa43f7b2-44f7-4fff-b724-5c5bdc13e164') {'for_net_delete': True} {{(pid=98244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:42:22.266578 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.services.segments.db [None req-ac998908-56c4-4d74-a772-5737eabc57f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa43f7b2-44f7-4fff-b724-5c5bdc13e164') {} {{(pid=98244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:42:22.278263 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ac998908-56c4-4d74-a772-5737eabc57f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778153050359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-740391'] for segment, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:22.299178 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ac998908-56c4-4d74-a772-5737eabc57f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717217'] for segment, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:22.307094 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac998908-56c4-4d74-a772-5737eabc57f7 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=98244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 19:42:22.308120 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ac998908-56c4-4d74-a772-5737eabc57f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3028207'] for segment, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:22.326148 dv-cinder-792462-2-iscsi neutron-server[98244]: Traceback (most recent call last): May 20 19:42:22.326148 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 19:42:22.326148 dv-cinder-792462-2-iscsi neutron-server[98244]: timer() May 20 19:42:22.326148 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 19:42:22.326148 dv-cinder-792462-2-iscsi neutron-server[98244]: cb(*args, **kw) May 20 19:42:22.326148 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 19:42:22.326148 dv-cinder-792462-2-iscsi neutron-server[98244]: return func(*args, **kwargs) May 20 19:42:22.326148 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 19:42:22.326148 dv-cinder-792462-2-iscsi neutron-server[98244]: self._notify() May 20 19:42:22.326148 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 19:42:22.326148 dv-cinder-792462-2-iscsi neutron-server[98244]: self.callback(batched_events) May 20 19:42:22.326148 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 19:42:22.326148 dv-cinder-792462-2-iscsi neutron-server[98244]: event.method(event) May 20 19:42:22.326148 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 19:42:22.326148 dv-cinder-792462-2-iscsi neutron-server[98244]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 19:42:22.326148 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 19:42:22.326148 dv-cinder-792462-2-iscsi neutron-server[98244]: aggregate_uuid = self.p_client.list_aggregates( May 20 19:42:22.326148 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 19:42:22.326148 dv-cinder-792462-2-iscsi neutron-server[98244]: return f(self, *a, **k) May 20 19:42:22.326148 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 19:42:22.326148 dv-cinder-792462-2-iscsi neutron-server[98244]: return self._get(url).json() May 20 19:42:22.326148 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 19:42:22.326148 dv-cinder-792462-2-iscsi neutron-server[98244]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 19:42:22.326148 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 19:42:22.326148 dv-cinder-792462-2-iscsi neutron-server[98244]: return self.request(url, 'GET', **kwargs) May 20 19:42:22.326148 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 19:42:22.326148 dv-cinder-792462-2-iscsi neutron-server[98244]: base_url = self.get_endpoint(auth, allow=allow, May 20 19:42:22.326148 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 19:42:22.326148 dv-cinder-792462-2-iscsi neutron-server[98244]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 19:42:22.326148 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 19:42:22.326148 dv-cinder-792462-2-iscsi neutron-server[98244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 19:42:22.326148 dv-cinder-792462-2-iscsi neutron-server[98244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 19:42:22.479837 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ac998908-56c4-4d74-a772-5737eabc57f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745754'] for network, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:22.483987 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:22.499802 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ac998908-56c4-4d74-a772-5737eabc57f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for network, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:22.505613 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac998908-56c4-4d74-a772-5737eabc57f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7a534e1-80b0-46ae-bdf4-8ea15b703fbb,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:22.508289 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-ac998908-56c4-4d74-a772-5737eabc57f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:22.510027 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-ac998908-56c4-4d74-a772-5737eabc57f7 admin admin] 10.222.0.46 "DELETE /v2.0/networks/c7a534e1-80b0-46ae-bdf4-8ea15b703fbb HTTP/1.1" status: 204 len: 168 time: 0.4961624 May 20 19:42:22.512809 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 36974) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:22.574587 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2ea7490-297a-4822-b0ec-b0624c3dd1fc admin admin] Deleting subnet 3d42a33b-3bc5-4693-a357-cd2046ea6882 {{(pid=98244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 19:42:22.578298 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d2ea7490-297a-4822-b0ec-b0624c3dd1fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:22.631508 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d2ea7490-297a-4822-b0ec-b0624c3dd1fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-740392'] for subnet, precommit_delete_associations {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:22.691807 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d2ea7490-297a-4822-b0ec-b0624c3dd1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378450'] for subnet, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:22.932215 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d2ea7490-297a-4822-b0ec-b0624c3dd1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3028041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3031077'] for subnet, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:22.936449 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-43956e1d-931e-42f1-b557-0dbdfd2a49e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:22.976548 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d2ea7490-297a-4822-b0ec-b0624c3dd1fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:22.979002 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ea7490-297a-4822-b0ec-b0624c3dd1fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d42a33b-3bc5-4693-a357-cd2046ea6882,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:22.981058 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-d2ea7490-297a-4822-b0ec-b0624c3dd1fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:22.985455 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-d2ea7490-297a-4822-b0ec-b0624c3dd1fc admin admin] 10.222.0.46 "DELETE /v2.0/subnets/3d42a33b-3bc5-4693-a357-cd2046ea6882 HTTP/1.1" status: 204 len: 168 time: 0.4717438 May 20 19:42:22.987922 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 36984) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:23.093315 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-74bb986b-d02c-4478-8732-0336866b68c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748490'] for network, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:23.230238 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-74bb986b-d02c-4478-8732-0336866b68c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377309', 'neutron.services.segments.db._delete_segments_for_network-8778153038201'] for network, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:23.244257 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.services.segments.db [None req-74bb986b-d02c-4478-8732-0336866b68c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5d28099-1dc2-47cc-9e8e-c3a56b781fda']}} {{(pid=98244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:42:23.257545 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.services.segments.db [None req-74bb986b-d02c-4478-8732-0336866b68c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c1337ed-e1a3-4f4c-ac78-5044d22d9b21') {'for_net_delete': True} {{(pid=98244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:42:23.257843 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.services.segments.db [None req-74bb986b-d02c-4478-8732-0336866b68c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c1337ed-e1a3-4f4c-ac78-5044d22d9b21') {} {{(pid=98244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:42:23.269502 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-74bb986b-d02c-4478-8732-0336866b68c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778153050359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-740391'] for segment, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:23.286633 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-74bb986b-d02c-4478-8732-0336866b68c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717217'] for segment, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:23.293437 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74bb986b-d02c-4478-8732-0336866b68c0 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=98244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 19:42:23.293826 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-74bb986b-d02c-4478-8732-0336866b68c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3028207'] for segment, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:23.307348 dv-cinder-792462-2-iscsi neutron-server[98244]: Traceback (most recent call last): May 20 19:42:23.307348 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 19:42:23.307348 dv-cinder-792462-2-iscsi neutron-server[98244]: timer() May 20 19:42:23.307348 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 19:42:23.307348 dv-cinder-792462-2-iscsi neutron-server[98244]: cb(*args, **kw) May 20 19:42:23.307348 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 19:42:23.307348 dv-cinder-792462-2-iscsi neutron-server[98244]: return func(*args, **kwargs) May 20 19:42:23.307348 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 19:42:23.307348 dv-cinder-792462-2-iscsi neutron-server[98244]: self._notify() May 20 19:42:23.307348 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 19:42:23.307348 dv-cinder-792462-2-iscsi neutron-server[98244]: self.callback(batched_events) May 20 19:42:23.307348 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 19:42:23.307348 dv-cinder-792462-2-iscsi neutron-server[98244]: event.method(event) May 20 19:42:23.307348 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 19:42:23.307348 dv-cinder-792462-2-iscsi neutron-server[98244]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 19:42:23.307348 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 19:42:23.307348 dv-cinder-792462-2-iscsi neutron-server[98244]: aggregate_uuid = self.p_client.list_aggregates( May 20 19:42:23.307348 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 19:42:23.307348 dv-cinder-792462-2-iscsi neutron-server[98244]: return f(self, *a, **k) May 20 19:42:23.307348 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 19:42:23.307348 dv-cinder-792462-2-iscsi neutron-server[98244]: return self._get(url).json() May 20 19:42:23.307348 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 19:42:23.307348 dv-cinder-792462-2-iscsi neutron-server[98244]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 19:42:23.307348 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 19:42:23.307348 dv-cinder-792462-2-iscsi neutron-server[98244]: return self.request(url, 'GET', **kwargs) May 20 19:42:23.307348 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 19:42:23.307348 dv-cinder-792462-2-iscsi neutron-server[98244]: base_url = self.get_endpoint(auth, allow=allow, May 20 19:42:23.307348 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 19:42:23.307348 dv-cinder-792462-2-iscsi neutron-server[98244]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 19:42:23.307348 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 19:42:23.307348 dv-cinder-792462-2-iscsi neutron-server[98244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 19:42:23.307348 dv-cinder-792462-2-iscsi neutron-server[98244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 19:42:23.383764 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-74bb986b-d02c-4478-8732-0336866b68c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745754'] for network, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:23.387863 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-bb3889b3-67c7-42bf-9844-72b9208123ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:23.400785 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-74bb986b-d02c-4478-8732-0336866b68c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for network, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:23.410266 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bb986b-d02c-4478-8732-0336866b68c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5d28099-1dc2-47cc-9e8e-c3a56b781fda,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:23.415839 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-74bb986b-d02c-4478-8732-0336866b68c0 admin admin] 10.222.0.46 "DELETE /v2.0/networks/f5d28099-1dc2-47cc-9e8e-c3a56b781fda HTTP/1.1" status: 204 len: 168 time: 0.4268796 May 20 19:42:23.416804 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-74bb986b-d02c-4478-8732-0336866b68c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:23.589938 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 36994) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:23.637606 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-7b123a02-4204-42e5-920a-d537f6855e64 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a14dc8147f9c4217882ba27f92bfaf55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0464025 May 20 19:42:23.640092 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 36998) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:23.698491 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-3fd356f3-ba62-4c42-bf32-91b4bf7a9767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:23.724685 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-3fd356f3-ba62-4c42-bf32-91b4bf7a9767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:23.779541 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-3fd356f3-ba62-4c42-bf32-91b4bf7a9767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:23.783227 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-8f2d34aa-6f80-43fd-9228-c78acbe28665 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:23.794456 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd356f3-ba62-4c42-bf32-91b4bf7a9767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7095380e-b3d7-4ddc-b055-1920a9eecc20,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:23.797273 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-3fd356f3-ba62-4c42-bf32-91b4bf7a9767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:23.805024 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-3fd356f3-ba62-4c42-bf32-91b4bf7a9767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:23.808441 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-3fd356f3-ba62-4c42-bf32-91b4bf7a9767 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7095380e-b3d7-4ddc-b055-1920a9eecc20 HTTP/1.1" status: 204 len: 168 time: 0.1651800 May 20 19:42:24.149939 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 37012) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:24.198095 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-5dc72b9b-a837-4c44-bef4-9e94dd8784d2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2b925d0336584fd6963f2029ab5dfdcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469151 May 20 19:42:24.200430 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 37016) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:24.274261 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-b78c19b0-7d84-41c1-927b-04a25f4459fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:24.301585 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-b78c19b0-7d84-41c1-927b-04a25f4459fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:24.414607 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36865b4b-8482-435c-aadd-5c8d6d9f360c req-9248488a-963f-478e-9917-0f890516282f tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:24.415976 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-36865b4b-8482-435c-aadd-5c8d6d9f360c req-9248488a-963f-478e-9917-0f890516282f tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0827d0c-cf95-40fd-b502-4bd511c5c69d HTTP/1.1" status: 200 len: 946 time: 0.1050448 May 20 19:42:24.435744 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-b78c19b0-7d84-41c1-927b-04a25f4459fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:24.440658 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-3346f853-62ed-46dd-8331-169cee42ab7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:24.458055 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78c19b0-7d84-41c1-927b-04a25f4459fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afea459c-096d-4c33-a4b1-b9e866b98cfe,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:24.469274 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-b78c19b0-7d84-41c1-927b-04a25f4459fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:24.476109 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-b78c19b0-7d84-41c1-927b-04a25f4459fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:24.477212 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-b78c19b0-7d84-41c1-927b-04a25f4459fd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/afea459c-096d-4c33-a4b1-b9e866b98cfe HTTP/1.1" status: 204 len: 168 time: 0.2759211 May 20 19:42:24.485248 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-36865b4b-8482-435c-aadd-5c8d6d9f360c req-17588559-1643-451d-9a71-3b74b2eede87 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628188 May 20 19:42:25.262889 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 37066) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:25.414577 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-ad7f6beb-6932-4a83-9c1b-5629b715f093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:25.430179 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-ad7f6beb-6932-4a83-9c1b-5629b715f093 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:42:25.434248 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-ad7f6beb-6932-4a83-9c1b-5629b715f093 admin admin] Usage tracker for resource:security_group_rule and tenant:0c5b8cae5c8743ee8b1dc203c3657c13 is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:42:25.437153 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-ad7f6beb-6932-4a83-9c1b-5629b715f093 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:42:25.442972 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-ad7f6beb-6932-4a83-9c1b-5629b715f093 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:42:25.536360 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-ad7f6beb-6932-4a83-9c1b-5629b715f093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:25.541342 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-ad7f6beb-6932-4a83-9c1b-5629b715f093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:25.553700 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:25.594199 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-ad7f6beb-6932-4a83-9c1b-5629b715f093 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0c5b8cae5c8743ee8b1dc203c3657c13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3302112 May 20 19:42:25.597421 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 37078) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:25.598007 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7f6beb-6932-4a83-9c1b-5629b715f093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241cdbea-17d9-48f0-8f62-8f73c83563c5,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:25.601505 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-ad7f6beb-6932-4a83-9c1b-5629b715f093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:25.666665 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-a6e8136a-f078-4533-8464-586ac76f66cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:25.700725 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-a6e8136a-f078-4533-8464-586ac76f66cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:25.725597 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ae75a-14c8-412d-8f58-9c44a10890cd req-fc61931b-5012-4b78-bd8e-cd971ddb4347 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:25.727524 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-299ae75a-14c8-412d-8f58-9c44a10890cd req-fc61931b-5012-4b78-bd8e-cd971ddb4347 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0827d0c-cf95-40fd-b502-4bd511c5c69d HTTP/1.1" status: 200 len: 946 time: 0.0959263 May 20 19:42:25.770039 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-a6e8136a-f078-4533-8464-586ac76f66cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:25.774864 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-c31852df-5797-41fa-97e6-f7b47205a5f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:25.792482 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e8136a-f078-4533-8464-586ac76f66cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241cdbea-17d9-48f0-8f62-8f73c83563c5,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:25.795886 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-a6e8136a-f078-4533-8464-586ac76f66cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:25.798944 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-a6e8136a-f078-4533-8464-586ac76f66cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:25.800910 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-a6e8136a-f078-4533-8464-586ac76f66cb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/241cdbea-17d9-48f0-8f62-8f73c83563c5 HTTP/1.1" status: 204 len: 168 time: 0.2022955 May 20 19:42:25.801969 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-299ae75a-14c8-412d-8f58-9c44a10890cd req-2972f616-bdb1-434e-ae1a-c79bfbcf3731 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610161 May 20 19:42:26.365304 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 37118) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:26.517504 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-dd1ccf9d-8350-481a-9580-b02d2a827d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:26.540276 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-dd1ccf9d-8350-481a-9580-b02d2a827d6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:42:26.545182 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-dd1ccf9d-8350-481a-9580-b02d2a827d6f admin admin] Usage tracker for resource:security_group_rule and tenant:6da62ff8e44e46c8acb648dae60c853b is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:42:26.548732 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-dd1ccf9d-8350-481a-9580-b02d2a827d6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:42:26.555100 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-dd1ccf9d-8350-481a-9580-b02d2a827d6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:42:26.660165 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-dd1ccf9d-8350-481a-9580-b02d2a827d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:26.666238 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-dd1ccf9d-8350-481a-9580-b02d2a827d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:26.676760 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-1b420689-1b8c-46c2-bf58-d6cb7d3dae31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:26.725503 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-dd1ccf9d-8350-481a-9580-b02d2a827d6f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6da62ff8e44e46c8acb648dae60c853b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3589792 May 20 19:42:26.727137 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1ccf9d-8350-481a-9580-b02d2a827d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a48dc7e-6997-4254-ac2e-ee93dfb10998,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:26.730385 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-dd1ccf9d-8350-481a-9580-b02d2a827d6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:26.730858 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 37136) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:26.757622 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95981711-ab54-40ac-b4dd-fd3a05fcae71 req-57896f78-59f1-43ba-a623-512547b70485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:26.759722 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-95981711-ab54-40ac-b4dd-fd3a05fcae71 req-57896f78-59f1-43ba-a623-512547b70485 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c0827d0c-cf95-40fd-b502-4bd511c5c69d HTTP/1.1" status: 200 len: 1099 time: 0.1618471 May 20 19:42:26.796166 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-8aef3479-71c9-4499-911c-d170a2fdaf41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:26.804911 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-95981711-ab54-40ac-b4dd-fd3a05fcae71 req-c515d349-871e-4c82-9035-e41cb8ec7eb0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368750 May 20 19:42:26.825306 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-8aef3479-71c9-4499-911c-d170a2fdaf41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:27.029818 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0648dcd-4598-42a0-8ab5-3ff278c11337 req-afa4ba81-d935-411e-bea7-de5dc72d7982 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:27.031799 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-f0648dcd-4598-42a0-8ab5-3ff278c11337 req-afa4ba81-d935-411e-bea7-de5dc72d7982 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0827d0c-cf95-40fd-b502-4bd511c5c69d HTTP/1.1" status: 200 len: 946 time: 0.1060865 May 20 19:42:27.032890 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-8aef3479-71c9-4499-911c-d170a2fdaf41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:27.036623 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-dd1ccf9d-8350-481a-9580-b02d2a827d6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:27.067214 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aef3479-71c9-4499-911c-d170a2fdaf41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a48dc7e-6997-4254-ac2e-ee93dfb10998,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:27.070437 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-8aef3479-71c9-4499-911c-d170a2fdaf41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:27.092824 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-8aef3479-71c9-4499-911c-d170a2fdaf41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:27.094297 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-8aef3479-71c9-4499-911c-d170a2fdaf41 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2a48dc7e-6997-4254-ac2e-ee93dfb10998 HTTP/1.1" status: 204 len: 168 time: 0.3625238 May 20 19:42:27.104823 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-f0648dcd-4598-42a0-8ab5-3ff278c11337 req-3f1e93b8-6c32-45ca-920d-0193b856c747 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619676 May 20 19:42:27.531058 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 37202) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:27.548981 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-c3355d2e-5326-4821-a0df-e2ea41babe19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:27.564962 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-c3355d2e-5326-4821-a0df-e2ea41babe19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:42:27.569128 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-c3355d2e-5326-4821-a0df-e2ea41babe19 admin admin] Usage tracker for resource:security_group_rule and tenant:6f6ac7517a1941d782f0bc2e2ecbb648 is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:42:27.572409 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-c3355d2e-5326-4821-a0df-e2ea41babe19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:42:27.582931 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-c3355d2e-5326-4821-a0df-e2ea41babe19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:42:27.762854 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-c3355d2e-5326-4821-a0df-e2ea41babe19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:27.766991 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-c3355d2e-5326-4821-a0df-e2ea41babe19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:27.776843 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-8acfc005-52ce-467d-9a9c-eb4ef1751e3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:27.823147 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-c3355d2e-5326-4821-a0df-e2ea41babe19 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6f6ac7517a1941d782f0bc2e2ecbb648&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2909896 May 20 19:42:27.824267 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3355d2e-5326-4821-a0df-e2ea41babe19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98251c00-7f0c-4edc-88de-fe602433b8f8,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:27.827006 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 37216) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:27.852350 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-c3355d2e-5326-4821-a0df-e2ea41babe19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:27.910957 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-0e10a2c6-339c-4377-9c5f-fafbfef3b8b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:27.942850 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-0e10a2c6-339c-4377-9c5f-fafbfef3b8b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:28.004053 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-0e10a2c6-339c-4377-9c5f-fafbfef3b8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:28.009941 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:28.022399 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e10a2c6-339c-4377-9c5f-fafbfef3b8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98251c00-7f0c-4edc-88de-fe602433b8f8,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:28.024787 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-0e10a2c6-339c-4377-9c5f-fafbfef3b8b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:28.035348 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-0e10a2c6-339c-4377-9c5f-fafbfef3b8b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:28.037516 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-0e10a2c6-339c-4377-9c5f-fafbfef3b8b4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/98251c00-7f0c-4edc-88de-fe602433b8f8 HTTP/1.1" status: 204 len: 168 time: 0.1975071 May 20 19:42:28.351334 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda3923a-cf2c-4c08-88c8-6c59b63b2bc6 req-99ef1f4a-279c-4d96-be3a-18c2ca750040 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:28.352813 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-cda3923a-cf2c-4c08-88c8-6c59b63b2bc6 req-99ef1f4a-279c-4d96-be3a-18c2ca750040 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0827d0c-cf95-40fd-b502-4bd511c5c69d HTTP/1.1" status: 200 len: 946 time: 0.0857451 May 20 19:42:28.398968 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-cda3923a-cf2c-4c08-88c8-6c59b63b2bc6 req-17e1e2a4-bdb6-46b6-b803-6f90a21c3a43 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402746 May 20 19:42:28.419851 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.agents_db [None req-81082b58-be1a-4fbd-9926-297307221300 None None] Agent healthcheck: found 6 active agents {{(pid=98246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:42:28.595884 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2e186-314e-4f1e-a475-689f3af99bb7 req-0a0749c2-e5ba-494c-b817-48363c008224 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:28.597156 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-56c2e186-314e-4f1e-a475-689f3af99bb7 req-0a0749c2-e5ba-494c-b817-48363c008224 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.0865891 May 20 19:42:28.645252 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-56c2e186-314e-4f1e-a475-689f3af99bb7 req-4248bc65-99da-484f-8f5d-5b57f7d81e05 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414660 May 20 19:42:29.911492 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 37306) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:30.040343 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-01fa934d-649e-40f4-8f8c-3bcb312391e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:30.054962 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-01fa934d-649e-40f4-8f8c-3bcb312391e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:42:30.058859 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-01fa934d-649e-40f4-8f8c-3bcb312391e9 admin admin] Usage tracker for resource:security_group_rule and tenant:ff66ac1d89dd48409fb220260aaf1957 is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:42:30.062469 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-01fa934d-649e-40f4-8f8c-3bcb312391e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:42:30.068136 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-01fa934d-649e-40f4-8f8c-3bcb312391e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:42:30.151211 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-01fa934d-649e-40f4-8f8c-3bcb312391e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:30.155585 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-01fa934d-649e-40f4-8f8c-3bcb312391e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:30.162519 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-0e10a2c6-339c-4377-9c5f-fafbfef3b8b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:30.202447 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-01fa934d-649e-40f4-8f8c-3bcb312391e9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ff66ac1d89dd48409fb220260aaf1957&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2898376 May 20 19:42:30.203183 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa934d-649e-40f4-8f8c-3bcb312391e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26721630-6ba6-4886-aa34-04313e2f329f,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:30.205899 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 37314) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:30.206383 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-01fa934d-649e-40f4-8f8c-3bcb312391e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:30.268477 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d18db1ed-b75a-473e-93ee-31435e5408e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:30.299088 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d18db1ed-b75a-473e-93ee-31435e5408e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:30.355593 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d18db1ed-b75a-473e-93ee-31435e5408e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:30.360034 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-64729bf9-ac03-46a9-8bb6-152786c506ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:30.373414 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18db1ed-b75a-473e-93ee-31435e5408e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26721630-6ba6-4886-aa34-04313e2f329f,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:30.376547 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-d18db1ed-b75a-473e-93ee-31435e5408e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:30.378690 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d18db1ed-b75a-473e-93ee-31435e5408e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:30.379765 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-d18db1ed-b75a-473e-93ee-31435e5408e0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/26721630-6ba6-4886-aa34-04313e2f329f HTTP/1.1" status: 204 len: 168 time: 0.1719227 May 20 19:42:30.673435 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 37326) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:30.690799 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-f1dc722d-9ec4-4f3b-b90d-2bc807698b45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:30.705334 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-f1dc722d-9ec4-4f3b-b90d-2bc807698b45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:42:30.709124 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-f1dc722d-9ec4-4f3b-b90d-2bc807698b45 admin admin] Usage tracker for resource:security_group_rule and tenant:4fbd5c1da04542d19c6f31e964a847e4 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:42:30.711942 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-f1dc722d-9ec4-4f3b-b90d-2bc807698b45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:42:30.718512 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-f1dc722d-9ec4-4f3b-b90d-2bc807698b45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:42:30.800382 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-f1dc722d-9ec4-4f3b-b90d-2bc807698b45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:30.804312 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-f1dc722d-9ec4-4f3b-b90d-2bc807698b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:30.811991 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-a6e8136a-f078-4533-8464-586ac76f66cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:30.855952 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-f1dc722d-9ec4-4f3b-b90d-2bc807698b45 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4fbd5c1da04542d19c6f31e964a847e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1782234 May 20 19:42:30.855952 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dc722d-9ec4-4f3b-b90d-2bc807698b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c21105-0544-4010-a67b-88da5b74f86f,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:30.856294 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 37334) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:30.857237 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-f1dc722d-9ec4-4f3b-b90d-2bc807698b45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:30.925895 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-e39ffa13-3e3a-4470-bdcd-2ca0861b4a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:30.955119 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-e39ffa13-3e3a-4470-bdcd-2ca0861b4a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:31.025831 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-e39ffa13-3e3a-4470-bdcd-2ca0861b4a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:31.029685 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-687e4e2e-5b35-4172-a52d-33483fc8cef2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:31.042467 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ffa13-3e3a-4470-bdcd-2ca0861b4a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c21105-0544-4010-a67b-88da5b74f86f,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:31.044806 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-e39ffa13-3e3a-4470-bdcd-2ca0861b4a76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:31.051957 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-e39ffa13-3e3a-4470-bdcd-2ca0861b4a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:31.055500 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-e39ffa13-3e3a-4470-bdcd-2ca0861b4a76 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c1c21105-0544-4010-a67b-88da5b74f86f HTTP/1.1" status: 204 len: 168 time: 0.1954496 May 20 19:42:32.229407 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-293a1f4a-2c43-475b-9fb3-6e43af909075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:32.881188 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718cd724-8d3b-463a-8bfa-a9eff7191937 req-92d3f8cb-6055-4dc5-aab1-139d21f62d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:32.883413 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-718cd724-8d3b-463a-8bfa-a9eff7191937 req-92d3f8cb-6055-4dc5-aab1-139d21f62d49 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a0ac8c7cabd34168a41ac6b7de3b2121&device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 1098 time: 0.0976622 May 20 19:42:32.968446 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b29ebba-925e-44d0-918e-2fea6895898b req-73ca3437-11b4-4628-8a39-45af45f43d41 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:32.970347 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-1b29ebba-925e-44d0-918e-2fea6895898b req-73ca3437-11b4-4628-8a39-45af45f43d41 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.1204438 May 20 19:42:33.040568 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-1b29ebba-925e-44d0-918e-2fea6895898b req-2da1e397-b744-4472-92ed-178ee15b0b15 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622985 May 20 19:42:33.041311 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718cd724-8d3b-463a-8bfa-a9eff7191937 req-33f892a3-8cf7-4523-8974-eda417dcaa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:33.042900 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-718cd724-8d3b-463a-8bfa-a9eff7191937 req-33f892a3-8cf7-4523-8974-eda417dcaa94 service neutron] 10.222.0.65 "GET /v2.0/networks?id=84eb469a-42da-4e4e-8a93-b8edc16eceb7 HTTP/1.1" status: 200 len: 920 time: 0.1492922 May 20 19:42:33.125440 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-718cd724-8d3b-463a-8bfa-a9eff7191937 req-0b3c06d3-4722-453a-9e92-a4015fc4fd4e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d3f3f04-0a60-4386-a8de-73b34a9990d0 HTTP/1.1" status: 200 len: 217 time: 0.0723283 May 20 19:42:33.193774 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718cd724-8d3b-463a-8bfa-a9eff7191937 req-461ad946-66e3-4e49-9bc8-42dbc4e58ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:33.195272 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-718cd724-8d3b-463a-8bfa-a9eff7191937 req-461ad946-66e3-4e49-9bc8-42dbc4e58ca1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b75e212a-a8c6-44fb-b15e-58090122a2cf HTTP/1.1" status: 200 len: 859 time: 0.0633259 May 20 19:42:33.254826 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-718cd724-8d3b-463a-8bfa-a9eff7191937 req-aeae5e6f-0bc6-4938-8254-51924200845f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=84eb469a-42da-4e4e-8a93-b8edc16eceb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485442 May 20 19:42:33.422346 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-718cd724-8d3b-463a-8bfa-a9eff7191937 req-74cc5515-df91-42d3-8adc-6a6e04538e46 service neutron] 10.222.0.65 "GET /v2.0/networks/84eb469a-42da-4e4e-8a93-b8edc16eceb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591129 May 20 19:42:34.221243 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bdfffb-ee68-4535-902f-456bf60560e9 req-bbf8dc55-5097-4ff7-a4b1-83ed5852223f tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:34.222721 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c7bdfffb-ee68-4535-902f-456bf60560e9 req-bbf8dc55-5097-4ff7-a4b1-83ed5852223f tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.0812252 May 20 19:42:34.266910 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c7bdfffb-ee68-4535-902f-456bf60560e9 req-4bee702f-5af3-46bf-910b-5559faeac69a tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384636 May 20 19:42:34.303176 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 37474) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:34.460934 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-0c5e00af-a856-4ec2-9597-f072191415ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:34.472134 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-9383ab99-62b5-44a4-af9e-948079864450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:34.489507 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-9383ab99-62b5-44a4-af9e-948079864450 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:42:34.493321 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-9383ab99-62b5-44a4-af9e-948079864450 admin admin] Usage tracker for resource:security_group_rule and tenant:c33236ac17f241d1b23dfe54059da3d3 is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:42:34.496125 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-9383ab99-62b5-44a4-af9e-948079864450 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:42:34.502000 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-9383ab99-62b5-44a4-af9e-948079864450 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:42:34.584714 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-9383ab99-62b5-44a4-af9e-948079864450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:34.588339 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-9383ab99-62b5-44a4-af9e-948079864450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:34.596841 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-44db718e-b2ec-48ac-a4bf-eee772f840c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:34.633236 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9383ab99-62b5-44a4-af9e-948079864450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd77c42-be6e-4b39-be3d-7267aac3cf3f,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:34.636076 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-9383ab99-62b5-44a4-af9e-948079864450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:34.638274 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-9383ab99-62b5-44a4-af9e-948079864450 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c33236ac17f241d1b23dfe54059da3d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3341038 May 20 19:42:34.641449 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 37486) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:34.700527 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-1446fea7-565b-4e84-a54f-e3af0fce30e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:34.725345 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-1446fea7-565b-4e84-a54f-e3af0fce30e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:34.776695 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-1446fea7-565b-4e84-a54f-e3af0fce30e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:34.781468 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-c041b37a-e40c-4c20-8bc2-71d2d9fc26c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:34.784490 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:34.797542 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1446fea7-565b-4e84-a54f-e3af0fce30e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd77c42-be6e-4b39-be3d-7267aac3cf3f,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:34.799678 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-1446fea7-565b-4e84-a54f-e3af0fce30e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:34.801432 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-1446fea7-565b-4e84-a54f-e3af0fce30e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:34.804808 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-1446fea7-565b-4e84-a54f-e3af0fce30e5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8cd77c42-be6e-4b39-be3d-7267aac3cf3f HTTP/1.1" status: 204 len: 168 time: 0.1601603 May 20 19:42:35.089301 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 37496) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:35.109338 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-ef2be54f-0982-4d98-8077-5c3776751094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:35.123968 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-ef2be54f-0982-4d98-8077-5c3776751094 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:42:35.127944 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-ef2be54f-0982-4d98-8077-5c3776751094 admin admin] Usage tracker for resource:security_group_rule and tenant:7d2233001b2f405897d25ac50117b4a6 is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:42:35.130650 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-ef2be54f-0982-4d98-8077-5c3776751094 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:42:35.136200 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-ef2be54f-0982-4d98-8077-5c3776751094 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:42:35.217003 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-ef2be54f-0982-4d98-8077-5c3776751094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:35.221329 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-ef2be54f-0982-4d98-8077-5c3776751094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:35.230015 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-d2db2560-d0f0-4ded-bdd7-e9b1e718030a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:35.267859 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-ef2be54f-0982-4d98-8077-5c3776751094 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7d2233001b2f405897d25ac50117b4a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1774545 May 20 19:42:35.269418 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2be54f-0982-4d98-8077-5c3776751094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b08e9b1-6209-47bb-8b7b-116f63349d04,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:35.270506 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 37502) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:35.272287 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-ef2be54f-0982-4d98-8077-5c3776751094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:35.329251 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-5ef5eb15-6e0b-498f-b429-8c8948eb08d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:35.355802 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-5ef5eb15-6e0b-498f-b429-8c8948eb08d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:35.421139 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-5ef5eb15-6e0b-498f-b429-8c8948eb08d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:35.425917 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-3deac53f-6da7-4035-be47-57e401bbb523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:35.438240 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef5eb15-6e0b-498f-b429-8c8948eb08d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b08e9b1-6209-47bb-8b7b-116f63349d04,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:35.445782 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-5ef5eb15-6e0b-498f-b429-8c8948eb08d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:35.449720 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-5ef5eb15-6e0b-498f-b429-8c8948eb08d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:35.450820 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-5ef5eb15-6e0b-498f-b429-8c8948eb08d0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4b08e9b1-6209-47bb-8b7b-116f63349d04 HTTP/1.1" status: 204 len: 168 time: 0.1791551 May 20 19:42:35.551044 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d568-3eaa-4ee2-8e63-8438dfda9a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:36.236550 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:37.110511 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-718cd724-8d3b-463a-8bfa-a9eff7191937 req-2a55d7ec-0bdd-4394-b211-781782f5e592 service neutron] 10.222.0.65 "GET /v2.0/networks/84eb469a-42da-4e4e-8a93-b8edc16eceb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470439 May 20 19:42:37.126103 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef3b92-39c8-4f6a-a111-af8a4c9e2b63 req-4eeb9d78-0f7b-483b-a33a-4675ea9e9de9 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:37.128332 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-0aef3b92-39c8-4f6a-a111-af8a4c9e2b63 req-4eeb9d78-0f7b-483b-a33a-4675ea9e9de9 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.0868850 May 20 19:42:37.174408 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-0aef3b92-39c8-4f6a-a111-af8a4c9e2b63 req-27ac5e1e-c626-4280-9824-e49f6ec7ca51 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403934 May 20 19:42:37.251228 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-40a8b960-4cf6-42c3-bf80-c71dd59d075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:37.763421 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 37598) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:37.877131 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c321e85f-c302-4c52-b706-fbedf0aa71a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:37.891929 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-c321e85f-c302-4c52-b706-fbedf0aa71a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:42:37.895566 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-c321e85f-c302-4c52-b706-fbedf0aa71a8 admin admin] Usage tracker for resource:security_group_rule and tenant:46babf0155ab47a7bea5deb10cea23f6 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:42:37.898268 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-c321e85f-c302-4c52-b706-fbedf0aa71a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:42:37.903749 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-c321e85f-c302-4c52-b706-fbedf0aa71a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:42:37.988007 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c321e85f-c302-4c52-b706-fbedf0aa71a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:37.991789 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c321e85f-c302-4c52-b706-fbedf0aa71a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:37.999185 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-b0854fa1-3bf3-4248-b931-65c0ff1e8430 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:38.025898 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c321e85f-c302-4c52-b706-fbedf0aa71a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b9d533-75cc-4086-a750-b3c40a186bdd,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:38.030051 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-c321e85f-c302-4c52-b706-fbedf0aa71a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:38.062522 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-c321e85f-c302-4c52-b706-fbedf0aa71a8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=46babf0155ab47a7bea5deb10cea23f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2973921 May 20 19:42:38.065146 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 37608) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:38.125993 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-8ab6a6db-819a-4b01-bed7-6fd4bb53dbe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:38.150411 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-8ab6a6db-819a-4b01-bed7-6fd4bb53dbe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:38.205212 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-8ab6a6db-819a-4b01-bed7-6fd4bb53dbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:38.209992 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-f1dc722d-9ec4-4f3b-b90d-2bc807698b45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:38.222071 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab6a6db-819a-4b01-bed7-6fd4bb53dbe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b9d533-75cc-4086-a750-b3c40a186bdd,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:38.224995 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-8ab6a6db-819a-4b01-bed7-6fd4bb53dbe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:38.227180 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-8ab6a6db-819a-4b01-bed7-6fd4bb53dbe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:38.230665 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-8ab6a6db-819a-4b01-bed7-6fd4bb53dbe5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/84b9d533-75cc-4086-a750-b3c40a186bdd HTTP/1.1" status: 204 len: 168 time: 0.1622820 May 20 19:42:38.416172 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ac845-a55e-4a48-b2b9-319bd723e466 req-bf715a72-438f-45ac-92db-708967429b04 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:38.418430 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-028ac845-a55e-4a48-b2b9-319bd723e466 req-bf715a72-438f-45ac-92db-708967429b04 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.1067433 May 20 19:42:38.539353 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-028ac845-a55e-4a48-b2b9-319bd723e466 req-0d7141b0-a2b4-40e7-93ce-f1a17efe60a3 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146939 May 20 19:42:38.609351 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 37628) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:38.632150 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-1e4c4f24-d328-4969-a7ea-f543b96ebed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:38.647844 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-1e4c4f24-d328-4969-a7ea-f543b96ebed3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:42:38.652151 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-1e4c4f24-d328-4969-a7ea-f543b96ebed3 admin admin] Usage tracker for resource:security_group_rule and tenant:7eb4d762d56a43138fba68dee4d1665b is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:42:38.655128 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-1e4c4f24-d328-4969-a7ea-f543b96ebed3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:42:38.661655 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-1e4c4f24-d328-4969-a7ea-f543b96ebed3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:42:38.757734 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-1e4c4f24-d328-4969-a7ea-f543b96ebed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:38.761785 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-1e4c4f24-d328-4969-a7ea-f543b96ebed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:38.770828 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-8ab6a6db-819a-4b01-bed7-6fd4bb53dbe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:38.815028 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-1e4c4f24-d328-4969-a7ea-f543b96ebed3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7eb4d762d56a43138fba68dee4d1665b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2021616 May 20 19:42:38.815028 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c4f24-d328-4969-a7ea-f543b96ebed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd324d0-90eb-4fe9-914e-4916120a8e61,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:38.816076 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 37636) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:38.816554 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-1e4c4f24-d328-4969-a7ea-f543b96ebed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:38.893506 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-77922e7e-d6df-4fed-af42-14767bd38468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:38.921043 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-77922e7e-d6df-4fed-af42-14767bd38468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:38.977411 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-77922e7e-d6df-4fed-af42-14767bd38468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:38.981388 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-fff365f7-ddbd-4374-a6bb-79a257f24252 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:39.000061 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77922e7e-d6df-4fed-af42-14767bd38468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd324d0-90eb-4fe9-914e-4916120a8e61,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:39.009250 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-77922e7e-d6df-4fed-af42-14767bd38468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:39.022602 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-77922e7e-d6df-4fed-af42-14767bd38468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:39.027415 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-77922e7e-d6df-4fed-af42-14767bd38468 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6cd324d0-90eb-4fe9-914e-4916120a8e61 HTTP/1.1" status: 204 len: 168 time: 0.2086165 May 20 19:42:39.734185 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c73f5-ada6-4bfc-b711-b174b37c45c8 req-7ebdf328-53c1-4ef5-9242-6dab307cf542 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:39.735653 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-0f8c73f5-ada6-4bfc-b711-b174b37c45c8 req-7ebdf328-53c1-4ef5-9242-6dab307cf542 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.0811338 May 20 19:42:39.773482 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 37672) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:39.785782 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-0f8c73f5-ada6-4bfc-b711-b174b37c45c8 req-26e94a31-d32b-42c3-9cc2-647c933d7241 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440173 May 20 19:42:39.884095 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [None req-3988c5c2-c5f0-40e4-b02f-921122098471 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1058308093-network', 'tenant_id': 'c9efe30813614803b11e1eaf9b6e4102'}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:42:39.889960 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-3988c5c2-c5f0-40e4-b02f-921122098471 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:42:39.895166 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-3988c5c2-c5f0-40e4-b02f-921122098471 admin admin] Usage tracker for resource:network and tenant:c9efe30813614803b11e1eaf9b6e4102 is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:42:39.898506 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-3988c5c2-c5f0-40e4-b02f-921122098471 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:42:39.905908 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-3988c5c2-c5f0-40e4-b02f-921122098471 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:42:39.916211 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3988c5c2-c5f0-40e4-b02f-921122098471 admin admin] Made reservation on behalf of c9efe30813614803b11e1eaf9b6e4102 for: {'network': 1} {{(pid=98243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:42:39.918648 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-3988c5c2-c5f0-40e4-b02f-921122098471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-584789'] for network, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:39.931143 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-3988c5c2-c5f0-40e4-b02f-921122098471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:39.949509 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-3988c5c2-c5f0-40e4-b02f-921122098471 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:42:39.954276 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-3988c5c2-c5f0-40e4-b02f-921122098471 admin admin] Usage tracker for resource:security_group_rule and tenant:c9efe30813614803b11e1eaf9b6e4102 is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:42:39.960134 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-3988c5c2-c5f0-40e4-b02f-921122098471 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:42:39.966235 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-3988c5c2-c5f0-40e4-b02f-921122098471 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:42:40.058886 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 37686) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:40.072089 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-3988c5c2-c5f0-40e4-b02f-921122098471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:40.077102 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-3988c5c2-c5f0-40e4-b02f-921122098471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:40.081709 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-01fa934d-649e-40f4-8f8c-3bcb312391e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:40.108023 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3988c5c2-c5f0-40e4-b02f-921122098471 admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=98243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 19:42:40.116617 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3988c5c2-c5f0-40e4-b02f-921122098471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d3b5b3-13e4-4c88-ad8e-580030444056,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:40.119807 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-3988c5c2-c5f0-40e4-b02f-921122098471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:40.124323 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-3988c5c2-c5f0-40e4-b02f-921122098471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717217'] for segment, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:40.124928 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.db.segments_db [None req-3988c5c2-c5f0-40e4-b02f-921122098471 admin admin] Added segment 3d1f4934-fb4b-4aff-9042-c2235a611bca of type vlan for network bdcee055-52d4-4370-88d4-637e18ac33ac May 20 19:42:40.169461 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-3988c5c2-c5f0-40e4-b02f-921122098471 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778152598492'] for network, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:40.216903 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-b2eaf695-171c-4daa-a6fa-8c9c60274636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:40.228394 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-3988c5c2-c5f0-40e4-b02f-921122098471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697952'] for network, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:40.229410 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-b2eaf695-171c-4daa-a6fa-8c9c60274636 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:42:40.232073 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3988c5c2-c5f0-40e4-b02f-921122098471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:40.232681 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-3988c5c2-c5f0-40e4-b02f-921122098471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for network, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:40.236801 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:40.251245 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-b2eaf695-171c-4daa-a6fa-8c9c60274636 admin admin] Usage tracker for resource:security_group_rule and tenant:a8cec1cf55ce486d97da20ddef13e401 is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:42:40.255842 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-b2eaf695-171c-4daa-a6fa-8c9c60274636 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:42:40.287196 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-b2eaf695-171c-4daa-a6fa-8c9c60274636 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:42:40.359552 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 37706) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:40.359721 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-3988c5c2-c5f0-40e4-b02f-921122098471 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5851367 May 20 19:42:40.366903 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-69d2c579-377a-4138-a524-0dbf45c3a9b1 admin admin] Request body: {'subnet': {'network_id': 'bdcee055-52d4-4370-88d4-637e18ac33ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1058308093-subnet', 'tenant_id': 'c9efe30813614803b11e1eaf9b6e4102', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:42:40.370190 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3988c5c2-c5f0-40e4-b02f-921122098471 admin admin] Pushing event updated for resources: {'Network': ['ID=bdcee055-52d4-4370-88d4-637e18ac33ac,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:40.374835 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-3988c5c2-c5f0-40e4-b02f-921122098471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:40.378640 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-69d2c579-377a-4138-a524-0dbf45c3a9b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:42:40.383344 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Network bdcee055-52d4-4370-88d4-637e18ac33ac details requested by agent ovs-agent-dv-cinder-792462-2-iscsi with host dv-cinder-792462-2-iscsi {{(pid=98245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 19:42:40.393032 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-69d2c579-377a-4138-a524-0dbf45c3a9b1 admin admin] Usage tracker for resource:subnet and tenant:c9efe30813614803b11e1eaf9b6e4102 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:42:40.400452 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-69d2c579-377a-4138-a524-0dbf45c3a9b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:42:40.418886 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-69d2c579-377a-4138-a524-0dbf45c3a9b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:42:40.436023 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d2c579-377a-4138-a524-0dbf45c3a9b1 admin admin] Made reservation on behalf of c9efe30813614803b11e1eaf9b6e4102 for: {'subnet': 1} {{(pid=98244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:42:40.439392 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-69d2c579-377a-4138-a524-0dbf45c3a9b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3031102'] for subnet, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:40.485647 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-b2eaf695-171c-4daa-a6fa-8c9c60274636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:40.491588 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-b2eaf695-171c-4daa-a6fa-8c9c60274636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:40.510920 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-55f6b65f-7b93-4d62-a7de-12e43d97b826 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:40.540973 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eaf695-171c-4daa-a6fa-8c9c60274636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2312719c-1587-4433-80b1-f2e92cc6800d,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:40.545431 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-b2eaf695-171c-4daa-a6fa-8c9c60274636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:40.562871 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-b2eaf695-171c-4daa-a6fa-8c9c60274636 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a8cec1cf55ce486d97da20ddef13e401&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5004075 May 20 19:42:40.563079 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 37712) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:40.626384 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-f4b428cc-fd00-4bd7-81fb-01e3d7b88907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:40.653060 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-f4b428cc-fd00-4bd7-81fb-01e3d7b88907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:40.710123 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-f4b428cc-fd00-4bd7-81fb-01e3d7b88907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:40.714958 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-169b5d66-4010-482b-a1de-636ba35fa3e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:40.725381 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b428cc-fd00-4bd7-81fb-01e3d7b88907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2312719c-1587-4433-80b1-f2e92cc6800d,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:40.729944 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-f4b428cc-fd00-4bd7-81fb-01e3d7b88907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:40.733726 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-f4b428cc-fd00-4bd7-81fb-01e3d7b88907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:40.736206 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-f4b428cc-fd00-4bd7-81fb-01e3d7b88907 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2312719c-1587-4433-80b1-f2e92cc6800d HTTP/1.1" status: 204 len: 168 time: 0.1720221 May 20 19:42:40.871961 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-69d2c579-377a-4138-a524-0dbf45c3a9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3027974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3031084'] for subnet, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:40.877760 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:40.958040 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d2c579-377a-4138-a524-0dbf45c3a9b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1315449f-aced-4a58-a0b2-b249b2f04475,revision_number=0']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:40.962184 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-69d2c579-377a-4138-a524-0dbf45c3a9b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:40.969974 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d2c579-377a-4138-a524-0dbf45c3a9b1 admin admin] Checking segment: {'id': '3d1f4934-fb4b-4aff-9042-c2235a611bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'bdcee055-52d4-4370-88d4-637e18ac33ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:42:40.970495 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d2c579-377a-4138-a524-0dbf45c3a9b1 admin admin] Network hostable DHCP agents. Network: bdcee055-52d4-4370-88d4-637e18ac33ac, hostable agents: ['fa9d6d8e-318c-43db-bbd8-e3a49a35072a'], hosted agents: [] {{(pid=98244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 19:42:40.991408 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d2c579-377a-4138-a524-0dbf45c3a9b1 admin admin] Network bdcee055-52d4-4370-88d4-637e18ac33ac is scheduled to be hosted by DHCP agent fa9d6d8e-318c-43db-bbd8-e3a49a35072a with binding_index 1 {{(pid=98244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 19:42:41.004992 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.base_scheduler [None req-69d2c579-377a-4138-a524-0dbf45c3a9b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-2-iscsi, bdcee055-52d4-4370-88d4-637e18ac33ac) {{(pid=98244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:42:41.005333 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ff7dd-f3b0-4654-835e-945b1982d48d req-7fd1c006-12bf-4557-8763-691948f91c80 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:41.008419 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-ec2ff7dd-f3b0-4654-835e-945b1982d48d req-7fd1c006-12bf-4557-8763-691948f91c80 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.1012247 May 20 19:42:41.015541 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b95ab8e-299c-4cbb-85e3-cf3440664c64 None None] Network bdcee055-52d4-4370-88d4-637e18ac33ac requested from dv-cinder-792462-2-iscsi {{(pid=98245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:42:41.022653 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d2c579-377a-4138-a524-0dbf45c3a9b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:41.023238 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-69d2c579-377a-4138-a524-0dbf45c3a9b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:41.059063 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-69d2c579-377a-4138-a524-0dbf45c3a9b1 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6903083 May 20 19:42:41.085119 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-ec2ff7dd-f3b0-4654-835e-945b1982d48d req-30c733da-62f6-46f8-b7c7-e6d3aae9a701 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613661 May 20 19:42:41.297672 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c2779d-5648-43af-b9e7-4d03ee5dccd7 None None] Network bdcee055-52d4-4370-88d4-637e18ac33ac requested from dv-cinder-792462-2-iscsi {{(pid=98245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:42:42.320608 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ae63f-d521-4fc8-8b2f-b9c1cb36de4a req-d39ebc4c-4384-4df1-a690-4d41ac08149e tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:42.322110 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-7d2ae63f-d521-4fc8-8b2f-b9c1cb36de4a req-d39ebc4c-4384-4df1-a690-4d41ac08149e tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.1071427 May 20 19:42:42.456062 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-7d2ae63f-d521-4fc8-8b2f-b9c1cb36de4a req-ba82b945-84ee-432e-a4c2-5d108315a3d5 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273975 May 20 19:42:43.539520 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b54e65-87d4-4d96-bbaf-a19f9672fbd5 req-321c4d8f-9d17-437c-8579-5e28c183ceec tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:43.540232 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-91b54e65-87d4-4d96-bbaf-a19f9672fbd5 req-321c4d8f-9d17-437c-8579-5e28c183ceec tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Synchronizing usage tracker for tenant:c9efe30813614803b11e1eaf9b6e4102 on resource:network {{(pid=98243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:42:43.558991 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-91b54e65-87d4-4d96-bbaf-a19f9672fbd5 req-321c4d8f-9d17-437c-8579-5e28c183ceec tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Unset dirty status for tenant:c9efe30813614803b11e1eaf9b6e4102 on resource:network {{(pid=98243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:42:43.560707 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-91b54e65-87d4-4d96-bbaf-a19f9672fbd5 req-321c4d8f-9d17-437c-8579-5e28c183ceec tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.46 "GET /v2.0/networks?id=bdcee055-52d4-4370-88d4-637e18ac33ac HTTP/1.1" status: 200 len: 809 time: 0.1743188 May 20 19:42:43.579016 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-91b54e65-87d4-4d96-bbaf-a19f9672fbd5 req-06a09e3c-e344-422d-bcee-a8e325d82a0c tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.46 "GET /v2.0/quotas/c9efe30813614803b11e1eaf9b6e4102 HTTP/1.1" status: 200 len: 375 time: 0.0123413 May 20 19:42:43.632917 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-91b54e65-87d4-4d96-bbaf-a19f9672fbd5 req-2b66b8af-9497-4a5a-aef3-c1a7590b8844 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9efe30813614803b11e1eaf9b6e4102&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451553 May 20 19:42:43.654633 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db8444b-d94d-4b2e-9e7f-29bfb03e3f58 req-5421c3ba-e60c-4865-beb1-1b2ad273f493 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:43.657476 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6db8444b-d94d-4b2e-9e7f-29bfb03e3f58 req-5421c3ba-e60c-4865-beb1-1b2ad273f493 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.0849750 May 20 19:42:43.736753 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6db8444b-d94d-4b2e-9e7f-29bfb03e3f58 req-2bc5595b-adcc-4022-96a1-97d5829eab84 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714946 May 20 19:42:43.784067 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-91b54e65-87d4-4d96-bbaf-a19f9672fbd5 req-4072e460-8699-4127-87e4-747eb85d586a service neutron] 10.222.0.46 "GET /v2.0/networks/bdcee055-52d4-4370-88d4-637e18ac33ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424961 May 20 19:42:43.861891 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 37850) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:43.933995 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-91b54e65-87d4-4d96-bbaf-a19f9672fbd5 req-821ae761-016c-4c34-b5df-fbe9b95c617a service neutron] 10.222.0.46 "GET /v2.0/networks/bdcee055-52d4-4370-88d4-637e18ac33ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434417 May 20 19:42:44.005040 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-5a839b8f-784b-471c-9335-0e3f5bd084c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:44.023574 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-5a839b8f-784b-471c-9335-0e3f5bd084c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:42:44.028767 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-5a839b8f-784b-471c-9335-0e3f5bd084c9 admin admin] Usage tracker for resource:security_group_rule and tenant:c4b16df9282b413eb18ab3ecf148030e is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:42:44.031942 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-5a839b8f-784b-471c-9335-0e3f5bd084c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:42:44.037695 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-5a839b8f-784b-471c-9335-0e3f5bd084c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:42:44.176277 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6c9e93a4-7619-44ee-bc39-87e208063fdd req-c1a011fa-6520-4a49-b9d8-1f0998c0f87c tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.46 "GET /v2.0/ports?device_id=046a4e13-5c14-4ab0-a380-01c6219a225e HTTP/1.1" status: 200 len: 210 time: 0.0604813 May 20 19:42:44.212370 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-5a839b8f-784b-471c-9335-0e3f5bd084c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:44.217620 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-5a839b8f-784b-471c-9335-0e3f5bd084c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:44.226286 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-d92a9422-70e6-44c8-b2af-e977dbf38f72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:44.268092 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-5a839b8f-784b-471c-9335-0e3f5bd084c9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c4b16df9282b413eb18ab3ecf148030e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4049058 May 20 19:42:44.271591 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 37870) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:44.287064 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a839b8f-784b-471c-9335-0e3f5bd084c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24914df0-57bc-449f-bf05-cf410a7b7ef5,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:44.303474 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a839b8f-784b-471c-9335-0e3f5bd084c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:44.304071 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a839b8f-784b-471c-9335-0e3f5bd084c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:44.304427 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a839b8f-784b-471c-9335-0e3f5bd084c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:44.304974 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a839b8f-784b-471c-9335-0e3f5bd084c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:44.305826 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a839b8f-784b-471c-9335-0e3f5bd084c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:44.306180 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a839b8f-784b-471c-9335-0e3f5bd084c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:44.306524 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a839b8f-784b-471c-9335-0e3f5bd084c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:44.307075 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a839b8f-784b-471c-9335-0e3f5bd084c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:44.307738 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a839b8f-784b-471c-9335-0e3f5bd084c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:44.308093 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a839b8f-784b-471c-9335-0e3f5bd084c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:44.308440 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a839b8f-784b-471c-9335-0e3f5bd084c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:44.308785 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a839b8f-784b-471c-9335-0e3f5bd084c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:44.328349 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-5a839b8f-784b-471c-9335-0e3f5bd084c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:44.393080 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-39a5b26a-01e0-44eb-84ff-bdda4ad86e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:44.427290 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-39a5b26a-01e0-44eb-84ff-bdda4ad86e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:44.493395 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-39a5b26a-01e0-44eb-84ff-bdda4ad86e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:44.501048 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-5a839b8f-784b-471c-9335-0e3f5bd084c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:44.514471 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a5b26a-01e0-44eb-84ff-bdda4ad86e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24914df0-57bc-449f-bf05-cf410a7b7ef5,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:44.517918 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-39a5b26a-01e0-44eb-84ff-bdda4ad86e9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:44.520387 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-39a5b26a-01e0-44eb-84ff-bdda4ad86e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:44.522121 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-39a5b26a-01e0-44eb-84ff-bdda4ad86e9e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/24914df0-57bc-449f-bf05-cf410a7b7ef5 HTTP/1.1" status: 204 len: 168 time: 0.2493782 May 20 19:42:44.989654 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ad001-7a95-4e48-af0c-7a3aee7e7036 req-d1926ce2-3628-41dd-b90e-fe64032c25b0 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:44.991233 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-709ad001-7a95-4e48-af0c-7a3aee7e7036 req-d1926ce2-3628-41dd-b90e-fe64032c25b0 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.1257274 May 20 19:42:45.040779 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-709ad001-7a95-4e48-af0c-7a3aee7e7036 req-081e7a95-4ba1-4058-a933-aae137ece9bb tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432782 May 20 19:42:45.356603 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-1fe9ddd6-589b-457c-a037-ce8f96dc42a2 req-438342c7-b5ed-4420-90c8-6ea2adef6375 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.46 "GET /v2.0/ports?device_id=046a4e13-5c14-4ab0-a380-01c6219a225e HTTP/1.1" status: 200 len: 210 time: 0.0593405 May 20 19:42:45.677927 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b54e65-87d4-4d96-bbaf-a19f9672fbd5 req-2670b506-d24a-4e32-b4a2-ef281e2697e6 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:45.680880 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-91b54e65-87d4-4d96-bbaf-a19f9672fbd5 req-2670b506-d24a-4e32-b4a2-ef281e2697e6 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.65 "GET /v2.0/networks?id=bdcee055-52d4-4370-88d4-637e18ac33ac HTTP/1.1" status: 200 len: 809 time: 0.2473526 May 20 19:42:45.703455 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [req-91b54e65-87d4-4d96-bbaf-a19f9672fbd5 req-19dc61bf-4767-47af-9d60-9aa6aa1f14c2 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Request body: {'port': {'device_id': '046a4e13-5c14-4ab0-a380-01c6219a225e', 'network_id': 'bdcee055-52d4-4370-88d4-637e18ac33ac', 'admin_state_up': True, 'tenant_id': 'c9efe30813614803b11e1eaf9b6e4102'}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:42:45.852712 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [req-91b54e65-87d4-4d96-bbaf-a19f9672fbd5 req-19dc61bf-4767-47af-9d60-9aa6aa1f14c2 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:42:45.856811 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-91b54e65-87d4-4d96-bbaf-a19f9672fbd5 req-19dc61bf-4767-47af-9d60-9aa6aa1f14c2 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Usage tracker for resource:port and tenant:c9efe30813614803b11e1eaf9b6e4102 is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:42:45.860594 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-91b54e65-87d4-4d96-bbaf-a19f9672fbd5 req-19dc61bf-4767-47af-9d60-9aa6aa1f14c2 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:42:45.866519 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [req-91b54e65-87d4-4d96-bbaf-a19f9672fbd5 req-19dc61bf-4767-47af-9d60-9aa6aa1f14c2 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:42:45.878928 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91b54e65-87d4-4d96-bbaf-a19f9672fbd5 req-19dc61bf-4767-47af-9d60-9aa6aa1f14c2 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Made reservation on behalf of c9efe30813614803b11e1eaf9b6e4102 for: {'port': 1} {{(pid=98243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:42:45.882482 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-91b54e65-87d4-4d96-bbaf-a19f9672fbd5 req-19dc61bf-4767-47af-9d60-9aa6aa1f14c2 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:45.897119 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 37934) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:46.070268 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-cd2b5010-86cc-4d5f-b1e8-33a13df809ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:46.086123 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-cd2b5010-86cc-4d5f-b1e8-33a13df809ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:42:46.090494 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-cd2b5010-86cc-4d5f-b1e8-33a13df809ea admin admin] Usage tracker for resource:security_group_rule and tenant:c5c1de07bb6241b79f76d5d1c56e3d37 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:42:46.093397 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-cd2b5010-86cc-4d5f-b1e8-33a13df809ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:42:46.099589 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-cd2b5010-86cc-4d5f-b1e8-33a13df809ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:42:46.169985 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.db_base_plugin_common [req-91b54e65-87d4-4d96-bbaf-a19f9672fbd5 req-19dc61bf-4767-47af-9d60-9aa6aa1f14c2 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Allocated IP 172.20.0.14 (bdcee055-52d4-4370-88d4-637e18ac33ac/1315449f-aced-4a58-a0b2-b249b2f04475/e1067275-cabf-4d23-a17d-fc5603a4892b) {{(pid=98243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:42:46.234711 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-cd2b5010-86cc-4d5f-b1e8-33a13df809ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:46.250793 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-cd2b5010-86cc-4d5f-b1e8-33a13df809ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:46.262906 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:46.309558 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-cd2b5010-86cc-4d5f-b1e8-33a13df809ea admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c5c1de07bb6241b79f76d5d1c56e3d37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4091196 May 20 19:42:46.310495 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 37958) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:46.326478 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b5010-86cc-4d5f-b1e8-33a13df809ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16977c97-3f53-48fb-b549-24c01dee0735,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:46.329811 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-cd2b5010-86cc-4d5f-b1e8-33a13df809ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:46.388816 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-e2b2aecb-640f-49b3-9f2f-6fb4d5149090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:46.423326 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-e2b2aecb-640f-49b3-9f2f-6fb4d5149090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:46.465031 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-91b54e65-87d4-4d96-bbaf-a19f9672fbd5 req-19dc61bf-4767-47af-9d60-9aa6aa1f14c2 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Notify callbacks [] for port, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:46.476973 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e919a-0f75-414f-9f7a-a7c3800ab083 req-475e75f8-c095-4662-8e95-05eace0a2cfa tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:46.478457 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-403e919a-0f75-414f-9f7a-a7c3800ab083 req-475e75f8-c095-4662-8e95-05eace0a2cfa tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.2050881 May 20 19:42:46.504851 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-e2b2aecb-640f-49b3-9f2f-6fb4d5149090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:46.510753 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-b341bc02-0e72-4dc8-998b-f4c212b74c2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:46.521555 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b2aecb-640f-49b3-9f2f-6fb4d5149090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16977c97-3f53-48fb-b549-24c01dee0735,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:46.532924 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-e2b2aecb-640f-49b3-9f2f-6fb4d5149090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:46.535324 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-e2b2aecb-640f-49b3-9f2f-6fb4d5149090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:46.538500 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-e2b2aecb-640f-49b3-9f2f-6fb4d5149090 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/16977c97-3f53-48fb-b549-24c01dee0735 HTTP/1.1" status: 204 len: 168 time: 0.2236216 May 20 19:42:46.538636 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-403e919a-0f75-414f-9f7a-a7c3800ab083 req-02dd8598-f2d6-43ef-adce-2483073e8f1e tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527844 May 20 19:42:46.553471 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-91b54e65-87d4-4d96-bbaf-a19f9672fbd5 req-19dc61bf-4767-47af-9d60-9aa6aa1f14c2 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015'] for port, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:46.574831 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-f497fef1-bba7-48f9-9a66-e7f2a00c3d38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:46.643807 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91b54e65-87d4-4d96-bbaf-a19f9672fbd5 req-19dc61bf-4767-47af-9d60-9aa6aa1f14c2 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Network bdcee055-52d4-4370-88d4-637e18ac33ac is already hosted by enough agents. {{(pid=98243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:42:46.647098 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.base_scheduler [req-91b54e65-87d4-4d96-bbaf-a19f9672fbd5 req-19dc61bf-4767-47af-9d60-9aa6aa1f14c2 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Resources bound (agent type, host, resource id): {{(pid=98243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:42:46.651345 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b54e65-87d4-4d96-bbaf-a19f9672fbd5 req-19dc61bf-4767-47af-9d60-9aa6aa1f14c2 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Received port after_create {{(pid=98243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:42:46.657654 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b54e65-87d4-4d96-bbaf-a19f9672fbd5 req-19dc61bf-4767-47af-9d60-9aa6aa1f14c2 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:46.658304 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-91b54e65-87d4-4d96-bbaf-a19f9672fbd5 req-19dc61bf-4767-47af-9d60-9aa6aa1f14c2 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for port, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:46.740657 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dc61bf-4767-47af-9d60-9aa6aa1f14c2 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Pushing event updated for resources: {'Port': ['ID=e1067275-cabf-4d23-a17d-fc5603a4892b,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:46.780550 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dc61bf-4767-47af-9d60-9aa6aa1f14c2 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:46.781640 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dc61bf-4767-47af-9d60-9aa6aa1f14c2 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:46.782345 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dc61bf-4767-47af-9d60-9aa6aa1f14c2 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:46.782884 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dc61bf-4767-47af-9d60-9aa6aa1f14c2 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:46.783410 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dc61bf-4767-47af-9d60-9aa6aa1f14c2 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:46.784255 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dc61bf-4767-47af-9d60-9aa6aa1f14c2 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:46.784751 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dc61bf-4767-47af-9d60-9aa6aa1f14c2 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:46.785240 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dc61bf-4767-47af-9d60-9aa6aa1f14c2 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:46.785588 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dc61bf-4767-47af-9d60-9aa6aa1f14c2 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:46.785951 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dc61bf-4767-47af-9d60-9aa6aa1f14c2 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:46.786329 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dc61bf-4767-47af-9d60-9aa6aa1f14c2 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:46.786672 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dc61bf-4767-47af-9d60-9aa6aa1f14c2 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:46.792156 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-19dc61bf-4767-47af-9d60-9aa6aa1f14c2 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:46.795457 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-91b54e65-87d4-4d96-bbaf-a19f9672fbd5 req-19dc61bf-4767-47af-9d60-9aa6aa1f14c2 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0978417 May 20 19:42:46.810219 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [req-91b54e65-87d4-4d96-bbaf-a19f9672fbd5 req-dcb73491-5014-4428-b64f-030676bb2672 service neutron] Request body: {'port': {'device_id': '046a4e13-5c14-4ab0-a380-01c6219a225e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:42:46.931070 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559db950-39b3-4e92-a2ef-fa35b960bf05 req-46fb51bd-22e6-4cad-82ab-398a79385112 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:46.931943 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-559db950-39b3-4e92-a2ef-fa35b960bf05 req-46fb51bd-22e6-4cad-82ab-398a79385112 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Synchronizing usage tracker for tenant:c9efe30813614803b11e1eaf9b6e4102 on resource:port {{(pid=98243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:42:46.958994 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-91b54e65-87d4-4d96-bbaf-a19f9672fbd5 req-dcb73491-5014-4428-b64f-030676bb2672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:46.970168 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-559db950-39b3-4e92-a2ef-fa35b960bf05 req-46fb51bd-22e6-4cad-82ab-398a79385112 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Unset dirty status for tenant:c9efe30813614803b11e1eaf9b6e4102 on resource:port {{(pid=98243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:42:46.971506 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-559db950-39b3-4e92-a2ef-fa35b960bf05 req-46fb51bd-22e6-4cad-82ab-398a79385112 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.46 "GET /v2.0/ports?device_id=046a4e13-5c14-4ab0-a380-01c6219a225e HTTP/1.1" status: 200 len: 932 time: 0.2705312 May 20 19:42:47.017381 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 37978) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:47.039846 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-2c097d79-4740-4491-b8dd-efcccb9b870d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:47.058372 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-2c097d79-4740-4491-b8dd-efcccb9b870d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:42:47.065766 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-2c097d79-4740-4491-b8dd-efcccb9b870d admin admin] Usage tracker for resource:security_group_rule and tenant:39c66aaa140240dd89cbcd02a9c1d98e is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:42:47.069708 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-2c097d79-4740-4491-b8dd-efcccb9b870d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:42:47.076348 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-2c097d79-4740-4491-b8dd-efcccb9b870d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:42:47.081837 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-559db950-39b3-4e92-a2ef-fa35b960bf05 req-84d145fe-8ff6-4ea5-bc3b-0b1d5d744e52 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Synchronizing usage tracker for tenant:c9efe30813614803b11e1eaf9b6e4102 on resource:security_group {{(pid=98243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:42:47.179971 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-2c097d79-4740-4491-b8dd-efcccb9b870d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:47.189801 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-2c097d79-4740-4491-b8dd-efcccb9b870d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:47.199091 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-559db950-39b3-4e92-a2ef-fa35b960bf05 req-84d145fe-8ff6-4ea5-bc3b-0b1d5d744e52 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Unset dirty status for tenant:c9efe30813614803b11e1eaf9b6e4102 on resource:security_group {{(pid=98243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:42:47.201773 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-5b0d4957-db84-462f-88fc-7123434f9a81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:47.207655 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-559db950-39b3-4e92-a2ef-fa35b960bf05 req-84d145fe-8ff6-4ea5-bc3b-0b1d5d744e52 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.46 "GET /v2.0/security-groups?id=52d3b5b3-13e4-4c88-ad8e-580030444056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013094 May 20 19:42:47.253234 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-2c097d79-4740-4491-b8dd-efcccb9b870d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=39c66aaa140240dd89cbcd02a9c1d98e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2319465 May 20 19:42:47.253507 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c097d79-4740-4491-b8dd-efcccb9b870d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caee2a84-dddf-49b2-8c11-e86d66819903,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:47.256102 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 37984) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:47.274631 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-2c097d79-4740-4491-b8dd-efcccb9b870d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:47.347641 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-52135fe9-52a2-41b8-8d41-57b7e338fe37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:47.412499 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-52135fe9-52a2-41b8-8d41-57b7e338fe37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:47.501457 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.notifiers.nova [req-91b54e65-87d4-4d96-bbaf-a19f9672fbd5 req-dcb73491-5014-4428-b64f-030676bb2672 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1067275-cabf-4d23-a17d-fc5603a4892b {{(pid=98243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:42:47.503093 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-52135fe9-52a2-41b8-8d41-57b7e338fe37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:47.510049 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-685c0e22-a404-46d7-b934-48ee5953cbaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:47.517526 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-91b54e65-87d4-4d96-bbaf-a19f9672fbd5 req-dcb73491-5014-4428-b64f-030676bb2672 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:47.528167 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52135fe9-52a2-41b8-8d41-57b7e338fe37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caee2a84-dddf-49b2-8c11-e86d66819903,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:47.531562 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-52135fe9-52a2-41b8-8d41-57b7e338fe37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:47.533651 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-52135fe9-52a2-41b8-8d41-57b7e338fe37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:47.534768 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-52135fe9-52a2-41b8-8d41-57b7e338fe37 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/caee2a84-dddf-49b2-8c11-e86d66819903 HTTP/1.1" status: 204 len: 168 time: 0.2658579 May 20 19:42:47.539445 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.provisioning_blocks [req-91b54e65-87d4-4d96-bbaf-a19f9672fbd5 req-dcb73491-5014-4428-b64f-030676bb2672 service neutron] Transition to ACTIVE for port object e1067275-cabf-4d23-a17d-fc5603a4892b will not be triggered until provisioned by entity L2. {{(pid=98243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:42:47.544871 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-91b54e65-87d4-4d96-bbaf-a19f9672fbd5 req-dcb73491-5014-4428-b64f-030676bb2672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:47.550747 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-ecfa8abc-2137-4395-b2c0-522a7abd2f51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:47.829185 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb73491-5014-4428-b64f-030676bb2672 service neutron] Pushing event updated for resources: {'Port': ['ID=e1067275-cabf-4d23-a17d-fc5603a4892b,revision_number=2']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:47.835369 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-dcb73491-5014-4428-b64f-030676bb2672 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:47.839538 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.managers [req-91b54e65-87d4-4d96-bbaf-a19f9672fbd5 req-dcb73491-5014-4428-b64f-030676bb2672 service neutron] Attempting to bind port e1067275-cabf-4d23-a17d-fc5603a4892b on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:42:47.839951 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.managers [req-91b54e65-87d4-4d96-bbaf-a19f9672fbd5 req-dcb73491-5014-4428-b64f-030676bb2672 service neutron] Attempting to bind port e1067275-cabf-4d23-a17d-fc5603a4892b by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '3d1f4934-fb4b-4aff-9042-c2235a611bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'bdcee055-52d4-4370-88d4-637e18ac33ac'}] {{(pid=98243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:42:47.840225 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b54e65-87d4-4d96-bbaf-a19f9672fbd5 req-dcb73491-5014-4428-b64f-030676bb2672 service neutron] Attempting to bind port e1067275-cabf-4d23-a17d-fc5603a4892b on network bdcee055-52d4-4370-88d4-637e18ac33ac {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:42:47.845151 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b54e65-87d4-4d96-bbaf-a19f9672fbd5 req-dcb73491-5014-4428-b64f-030676bb2672 service neutron] Port e1067275-cabf-4d23-a17d-fc5603a4892b on network bdcee055-52d4-4370-88d4-637e18ac33ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 19:42:47.845522 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b54e65-87d4-4d96-bbaf-a19f9672fbd5 req-dcb73491-5014-4428-b64f-030676bb2672 service neutron] Attempting to bind port e1067275-cabf-4d23-a17d-fc5603a4892b on network bdcee055-52d4-4370-88d4-637e18ac33ac {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:42:47.848364 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ceb1a-31c2-4a48-9fb2-e5010ae7acde req-23dfc41d-dc87-4a21-a3c6-689fdc25f68d tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:47.850402 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-024ceb1a-31c2-4a48-9fb2-e5010ae7acde req-23dfc41d-dc87-4a21-a3c6-689fdc25f68d tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.1105223 May 20 19:42:47.851442 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b54e65-87d4-4d96-bbaf-a19f9672fbd5 req-dcb73491-5014-4428-b64f-030676bb2672 service neutron] Checking agent: {'id': '35bcd696-cda5-4691-8ef9-fd8f1ab55a75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 39, 6), 'started_at': datetime.datetime(2021, 5, 20, 19, 39, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:42:47.851744 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b54e65-87d4-4d96-bbaf-a19f9672fbd5 req-dcb73491-5014-4428-b64f-030676bb2672 service neutron] Checking segment: {'id': '3d1f4934-fb4b-4aff-9042-c2235a611bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'bdcee055-52d4-4370-88d4-637e18ac33ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:42:47.852153 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b54e65-87d4-4d96-bbaf-a19f9672fbd5 req-dcb73491-5014-4428-b64f-030676bb2672 service neutron] Bound using segment: {'id': '3d1f4934-fb4b-4aff-9042-c2235a611bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'bdcee055-52d4-4370-88d4-637e18ac33ac'} {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:42:47.852650 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.managers [req-91b54e65-87d4-4d96-bbaf-a19f9672fbd5 req-dcb73491-5014-4428-b64f-030676bb2672 service neutron] Bound port: e1067275-cabf-4d23-a17d-fc5603a4892b, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d1f4934-fb4b-4aff-9042-c2235a611bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'bdcee055-52d4-4370-88d4-637e18ac33ac'}}] {{(pid=98243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:42:47.853058 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-91b54e65-87d4-4d96-bbaf-a19f9672fbd5 req-dcb73491-5014-4428-b64f-030676bb2672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:47.948095 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-024ceb1a-31c2-4a48-9fb2-e5010ae7acde req-8337f3fc-c66d-4bb1-bb90-bfc21ab4ba41 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867584 May 20 19:42:47.961678 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.db [req-91b54e65-87d4-4d96-bbaf-a19f9672fbd5 req-dcb73491-5014-4428-b64f-030676bb2672 service neutron] For port e1067275-cabf-4d23-a17d-fc5603a4892b, host hv-cinder-79246, cleared binding levels {{(pid=98243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:42:47.964836 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.db [req-91b54e65-87d4-4d96-bbaf-a19f9672fbd5 req-dcb73491-5014-4428-b64f-030676bb2672 service neutron] For port e1067275-cabf-4d23-a17d-fc5603a4892b, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=e1067275-cabf-4d23-a17d-fc5603a4892b,segment=NetworkSegment(3d1f4934-fb4b-4aff-9042-c2235a611bca),segment_id=3d1f4934-fb4b-4aff-9042-c2235a611bca)] {{(pid=98243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:42:47.970224 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-91b54e65-87d4-4d96-bbaf-a19f9672fbd5 req-dcb73491-5014-4428-b64f-030676bb2672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:47.975574 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-a2a55c92-edf1-4185-b2c7-438bb4be15cc tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:48.050338 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b54e65-87d4-4d96-bbaf-a19f9672fbd5 req-dcb73491-5014-4428-b64f-030676bb2672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:48.050946 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-91b54e65-87d4-4d96-bbaf-a19f9672fbd5 req-dcb73491-5014-4428-b64f-030676bb2672 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for port, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:48.052330 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-91b54e65-87d4-4d96-bbaf-a19f9672fbd5 req-dcb73491-5014-4428-b64f-030676bb2672 service neutron] 10.222.0.65 "PUT /v2.0/ports/e1067275-cabf-4d23-a17d-fc5603a4892b HTTP/1.1" status: 200 len: 1094 time: 1.2478156 May 20 19:42:48.052813 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '046a4e13-5c14-4ab0-a380-01c6219a225e', 'tag': 'e1067275-cabf-4d23-a17d-fc5603a4892b'}] {{(pid=98243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:42:48.080777 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb73491-5014-4428-b64f-030676bb2672 service neutron] Pushing event updated for resources: {'Port': ['ID=e1067275-cabf-4d23-a17d-fc5603a4892b,revision_number=3']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:48.090450 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-dcb73491-5014-4428-b64f-030676bb2672 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:48.149197 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '046a4e13-5c14-4ab0-a380-01c6219a225e', 'tag': 'e1067275-cabf-4d23-a17d-fc5603a4892b', 'status': 'completed', 'code': 200} May 20 19:42:48.191915 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b54e65-87d4-4d96-bbaf-a19f9672fbd5 req-b3a947ce-fdac-4b6d-afc3-b58a72a80fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:48.193617 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-91b54e65-87d4-4d96-bbaf-a19f9672fbd5 req-b3a947ce-fdac-4b6d-afc3-b58a72a80fc4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c9efe30813614803b11e1eaf9b6e4102&device_id=046a4e13-5c14-4ab0-a380-01c6219a225e HTTP/1.1" status: 200 len: 1097 time: 0.0867996 May 20 19:42:48.328111 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-91b54e65-87d4-4d96-bbaf-a19f9672fbd5 req-c16492b6-18dd-4674-8f09-84ed12d78aa8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1067275-cabf-4d23-a17d-fc5603a4892b HTTP/1.1" status: 200 len: 217 time: 0.1243148 May 20 19:42:48.455793 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447d1fc-798a-420f-9e82-f8109d8bda9d req-7ad59194-07be-4638-9e42-b81238587f7e tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:48.459770 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-1447d1fc-798a-420f-9e82-f8109d8bda9d req-7ad59194-07be-4638-9e42-b81238587f7e tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.46 "GET /v2.0/ports?device_id=046a4e13-5c14-4ab0-a380-01c6219a225e HTTP/1.1" status: 200 len: 944 time: 0.0965602 May 20 19:42:48.483976 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b54e65-87d4-4d96-bbaf-a19f9672fbd5 req-eaefde58-db6d-42f3-8cb2-bf3383cd4983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:48.485418 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-91b54e65-87d4-4d96-bbaf-a19f9672fbd5 req-eaefde58-db6d-42f3-8cb2-bf3383cd4983 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1315449f-aced-4a58-a0b2-b249b2f04475 HTTP/1.1" status: 200 len: 849 time: 0.1487105 May 20 19:42:48.507469 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-1447d1fc-798a-420f-9e82-f8109d8bda9d req-76f7b4be-f328-4148-99e4-0dcb5cea7fc4 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.46 "GET /v2.0/security-groups?id=52d3b5b3-13e4-4c88-ad8e-580030444056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428073 May 20 19:42:48.537620 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-91b54e65-87d4-4d96-bbaf-a19f9672fbd5 req-d193d98f-7574-488f-a159-ba0da82b8615 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bdcee055-52d4-4370-88d4-637e18ac33ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419576 May 20 19:42:48.590259 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 38040) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:48.698610 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-91b54e65-87d4-4d96-bbaf-a19f9672fbd5 req-10d9b69b-6e0d-4fab-ae0c-6af76066e980 service neutron] 10.222.0.65 "GET /v2.0/networks/bdcee055-52d4-4370-88d4-637e18ac33ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533110 May 20 19:42:48.717045 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-6bef1185-37e5-48fc-8571-d8a0d398c2c1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-676427829-network', 'tenant_id': 'b910624489f245c5a1a93e564fa3c63a'}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:42:48.722312 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-6bef1185-37e5-48fc-8571-d8a0d398c2c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:42:48.728869 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-6bef1185-37e5-48fc-8571-d8a0d398c2c1 admin admin] Usage tracker for resource:network and tenant:b910624489f245c5a1a93e564fa3c63a is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:42:48.729893 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-6bef1185-37e5-48fc-8571-d8a0d398c2c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:42:48.737801 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-6bef1185-37e5-48fc-8571-d8a0d398c2c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:42:48.756660 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bef1185-37e5-48fc-8571-d8a0d398c2c1 admin admin] Made reservation on behalf of b910624489f245c5a1a93e564fa3c63a for: {'network': 1} {{(pid=98244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:42:48.759008 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-6bef1185-37e5-48fc-8571-d8a0d398c2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-584789'] for network, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:48.777276 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-6bef1185-37e5-48fc-8571-d8a0d398c2c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:48.809062 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-6bef1185-37e5-48fc-8571-d8a0d398c2c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:42:48.813582 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-6bef1185-37e5-48fc-8571-d8a0d398c2c1 admin admin] Usage tracker for resource:security_group_rule and tenant:b910624489f245c5a1a93e564fa3c63a is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:42:48.816742 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-6bef1185-37e5-48fc-8571-d8a0d398c2c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:42:48.823162 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-6bef1185-37e5-48fc-8571-d8a0d398c2c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:42:48.919210 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-91b54e65-87d4-4d96-bbaf-a19f9672fbd5 req-e384e94b-308a-49e1-9a64-84e663a0ee3d service neutron] 10.222.0.65 "GET /v2.0/networks/bdcee055-52d4-4370-88d4-637e18ac33ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024512 May 20 19:42:49.000857 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-6bef1185-37e5-48fc-8571-d8a0d398c2c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:49.015211 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-6bef1185-37e5-48fc-8571-d8a0d398c2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:49.018310 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-b7600a8b-df83-4623-985e-22278dc21876 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:49.063844 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bef1185-37e5-48fc-8571-d8a0d398c2c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=98244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 19:42:49.069953 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bef1185-37e5-48fc-8571-d8a0d398c2c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da23f62e-b946-4d7c-99b5-45d99dc8e77c,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:49.075687 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-6bef1185-37e5-48fc-8571-d8a0d398c2c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:49.089368 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-6bef1185-37e5-48fc-8571-d8a0d398c2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717217'] for segment, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:49.090257 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.db.segments_db [None req-6bef1185-37e5-48fc-8571-d8a0d398c2c1 admin admin] Added segment d43e1fd1-5688-4134-8bc2-a0f2d5580276 of type vlan for network 7e77661e-ca37-4cff-bb5e-966d2b75dbde May 20 19:42:49.128524 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-6bef1185-37e5-48fc-8571-d8a0d398c2c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778152598492'] for network, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:49.136110 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356e6a3-1e64-4c8b-98f2-ffed6aebe6c0 req-7b81fd1b-7b90-458b-9166-ae8ab3f89571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:49.138080 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-5356e6a3-1e64-4c8b-98f2-ffed6aebe6c0 req-7b81fd1b-7b90-458b-9166-ae8ab3f89571 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c9efe30813614803b11e1eaf9b6e4102&device_id=046a4e13-5c14-4ab0-a380-01c6219a225e HTTP/1.1" status: 200 len: 1097 time: 0.1535707 May 20 19:42:49.214901 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-6bef1185-37e5-48fc-8571-d8a0d398c2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697952'] for network, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:49.217810 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bef1185-37e5-48fc-8571-d8a0d398c2c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:49.218487 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-6bef1185-37e5-48fc-8571-d8a0d398c2c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for network, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:49.225111 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:49.326193 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356e6a3-1e64-4c8b-98f2-ffed6aebe6c0 req-464aaacf-fb03-48df-90d5-341ccbc38c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:49.335526 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bef1185-37e5-48fc-8571-d8a0d398c2c1 admin admin] Pushing event updated for resources: {'Network': ['ID=7e77661e-ca37-4cff-bb5e-966d2b75dbde,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:49.337975 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-5356e6a3-1e64-4c8b-98f2-ffed6aebe6c0 req-464aaacf-fb03-48df-90d5-341ccbc38c3b service neutron] 10.222.0.65 "GET /v2.0/networks?id=bdcee055-52d4-4370-88d4-637e18ac33ac HTTP/1.1" status: 200 len: 910 time: 0.1787393 May 20 19:42:49.340421 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-6bef1185-37e5-48fc-8571-d8a0d398c2c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:49.343835 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-6bef1185-37e5-48fc-8571-d8a0d398c2c1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7524998 May 20 19:42:49.346600 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 38074) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:49.352783 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Network 7e77661e-ca37-4cff-bb5e-966d2b75dbde details requested by agent ovs-agent-dv-cinder-792462-2-iscsi with host dv-cinder-792462-2-iscsi {{(pid=98245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 19:42:49.354114 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-3590dc5c-5565-4e38-99c2-32a021b6498f admin admin] Request body: {'subnet': {'network_id': '7e77661e-ca37-4cff-bb5e-966d2b75dbde', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-676427829-subnet', 'tenant_id': 'b910624489f245c5a1a93e564fa3c63a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:42:49.366868 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fcc9b1-1e65-4681-909d-a0e6e81390d7 req-b5e41531-5ea4-4a89-8fab-b38ea695379d tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:49.368640 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-d9fcc9b1-1e65-4681-909d-a0e6e81390d7 req-b5e41531-5ea4-4a89-8fab-b38ea695379d tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.2171671 May 20 19:42:49.369907 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-3590dc5c-5565-4e38-99c2-32a021b6498f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:42:49.374961 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-3590dc5c-5565-4e38-99c2-32a021b6498f admin admin] Usage tracker for resource:subnet and tenant:b910624489f245c5a1a93e564fa3c63a is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:42:49.393962 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-3590dc5c-5565-4e38-99c2-32a021b6498f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:42:49.405646 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-3590dc5c-5565-4e38-99c2-32a021b6498f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:42:49.419817 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-5356e6a3-1e64-4c8b-98f2-ffed6aebe6c0 req-3cef353b-3988-4c6c-bd94-669522b288f8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1067275-cabf-4d23-a17d-fc5603a4892b HTTP/1.1" status: 200 len: 217 time: 0.0791035 May 20 19:42:49.456511 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-d9fcc9b1-1e65-4681-909d-a0e6e81390d7 req-2b24ff18-c431-4135-b546-e1e3eed830ff tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783913 May 20 19:42:49.457690 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3590dc5c-5565-4e38-99c2-32a021b6498f admin admin] Made reservation on behalf of b910624489f245c5a1a93e564fa3c63a for: {'subnet': 1} {{(pid=98244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:42:49.470888 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-3590dc5c-5565-4e38-99c2-32a021b6498f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3031102'] for subnet, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:49.546587 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356e6a3-1e64-4c8b-98f2-ffed6aebe6c0 req-0cfbe468-6222-4882-a121-ba5058b9ae70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:49.549335 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-5356e6a3-1e64-4c8b-98f2-ffed6aebe6c0 req-0cfbe468-6222-4882-a121-ba5058b9ae70 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1315449f-aced-4a58-a0b2-b249b2f04475 HTTP/1.1" status: 200 len: 849 time: 0.1177373 May 20 19:42:49.621865 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-5356e6a3-1e64-4c8b-98f2-ffed6aebe6c0 req-a09b3473-4097-4092-b38d-480e416e1078 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bdcee055-52d4-4370-88d4-637e18ac33ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571792 May 20 19:42:49.844312 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-5356e6a3-1e64-4c8b-98f2-ffed6aebe6c0 req-f52f505a-b26a-41f0-b371-e7b80bff9292 service neutron] 10.222.0.65 "GET /v2.0/networks/bdcee055-52d4-4370-88d4-637e18ac33ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120633 May 20 19:42:49.888542 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3801beb5-bba3-4b38-8013-5b1d96077bca req-15a0a4ea-eeaf-4c51-bbfb-494aa77d6aba tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:49.890712 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-3801beb5-bba3-4b38-8013-5b1d96077bca req-15a0a4ea-eeaf-4c51-bbfb-494aa77d6aba tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.46 "GET /v2.0/ports?device_id=046a4e13-5c14-4ab0-a380-01c6219a225e HTTP/1.1" status: 200 len: 944 time: 0.1619678 May 20 19:42:50.010254 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-3801beb5-bba3-4b38-8013-5b1d96077bca req-cd40bcf9-b846-4c92-b9f8-0dcfaabfde9a tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.46 "GET /v2.0/security-groups?id=52d3b5b3-13e4-4c88-ad8e-580030444056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085951 May 20 19:42:50.062411 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-3590dc5c-5565-4e38-99c2-32a021b6498f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3027974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3031084'] for subnet, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:50.064941 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-5356e6a3-1e64-4c8b-98f2-ffed6aebe6c0 req-6449d4e7-e92d-44d0-bb22-d5f80e1b3838 service neutron] 10.222.0.65 "GET /v2.0/networks/bdcee055-52d4-4370-88d4-637e18ac33ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103074 May 20 19:42:50.069778 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-69d2c579-377a-4138-a524-0dbf45c3a9b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:50.157466 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3590dc5c-5565-4e38-99c2-32a021b6498f admin admin] Pushing event updated for resources: {'Subnet': ['ID=847ba496-f866-4ba0-8ef1-9d82e5bba737,revision_number=0']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:50.161192 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-3590dc5c-5565-4e38-99c2-32a021b6498f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:50.162052 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3590dc5c-5565-4e38-99c2-32a021b6498f admin admin] Checking segment: {'id': 'd43e1fd1-5688-4134-8bc2-a0f2d5580276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7e77661e-ca37-4cff-bb5e-966d2b75dbde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:42:50.162461 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3590dc5c-5565-4e38-99c2-32a021b6498f admin admin] Network hostable DHCP agents. Network: 7e77661e-ca37-4cff-bb5e-966d2b75dbde, hostable agents: ['fa9d6d8e-318c-43db-bbd8-e3a49a35072a'], hosted agents: [] {{(pid=98244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 19:42:50.198436 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3590dc5c-5565-4e38-99c2-32a021b6498f admin admin] Network 7e77661e-ca37-4cff-bb5e-966d2b75dbde is scheduled to be hosted by DHCP agent fa9d6d8e-318c-43db-bbd8-e3a49a35072a with binding_index 1 {{(pid=98244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 19:42:50.209476 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.base_scheduler [None req-3590dc5c-5565-4e38-99c2-32a021b6498f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-2-iscsi, 7e77661e-ca37-4cff-bb5e-966d2b75dbde) {{(pid=98244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:42:50.218328 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399dc5f0-cbea-4d33-966f-062af54aba57 None None] Network 7e77661e-ca37-4cff-bb5e-966d2b75dbde requested from dv-cinder-792462-2-iscsi {{(pid=98245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:42:50.223819 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3590dc5c-5565-4e38-99c2-32a021b6498f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:50.224411 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-3590dc5c-5565-4e38-99c2-32a021b6498f admin admin] Notify callbacks [] for subnet, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:50.269648 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-3590dc5c-5565-4e38-99c2-32a021b6498f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9119051 May 20 19:42:50.431672 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device e1067275-cabf-4d23-a17d-fc5603a4892b details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 19:42:50.462260 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4307d7-4958-4af3-9b2b-6e97f3d87400 None None] Network 7e77661e-ca37-4cff-bb5e-966d2b75dbde requested from dv-cinder-792462-2-iscsi {{(pid=98245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:42:50.663302 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ae638-f2cb-4d10-b7bb-ff080e7f6ac9 req-040aa162-dd98-4b05-8da8-a801cf3b98fc tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:50.673971 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c71ae638-f2cb-4d10-b7bb-ff080e7f6ac9 req-040aa162-dd98-4b05-8da8-a801cf3b98fc tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.0919862 May 20 19:42:50.756103 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c71ae638-f2cb-4d10-b7bb-ff080e7f6ac9 req-09d72cfb-048f-4ac8-9d3a-95f0e6d6b330 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784223 May 20 19:42:50.803771 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port e1067275-cabf-4d23-a17d-fc5603a4892b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=e1067275-cabf-4d23-a17d-fc5603a4892b,segment=NetworkSegment(3d1f4934-fb4b-4aff-9042-c2235a611bca),segment_id=3d1f4934-fb4b-4aff-9042-c2235a611bca)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:42:50.821305 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Returning: {'device': 'e1067275-cabf-4d23-a17d-fc5603a4892b', 'network_id': 'bdcee055-52d4-4370-88d4-637e18ac33ac', 'port_id': 'e1067275-cabf-4d23-a17d-fc5603a4892b', 'mac_address': 'fa:16:3e:bb:b9:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1315449f-aced-4a58-a0b2-b249b2f04475', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 19:42:50.888035 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:50.907441 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.notifiers.nova [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1067275-cabf-4d23-a17d-fc5603a4892b {{(pid=98245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:42:50.928798 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port e1067275-cabf-4d23-a17d-fc5603a4892b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=e1067275-cabf-4d23-a17d-fc5603a4892b,segment=NetworkSegment(3d1f4934-fb4b-4aff-9042-c2235a611bca),segment_id=3d1f4934-fb4b-4aff-9042-c2235a611bca)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:42:50.933027 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:50.935813 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-1bcba04f-fc34-41f7-bf44-64835c4e3eca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:51.082567 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Pushing event updated for resources: {'Port': ['ID=e1067275-cabf-4d23-a17d-fc5603a4892b,revision_number=4']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:51.092134 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:51.093114 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:51.093824 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:51.094231 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:51.094647 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:51.095682 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:51.096067 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:51.096399 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:51.096729 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:51.098341 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:51.098341 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:51.098341 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:51.103048 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:51.293114 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] get_ports_and_sgs() called for port_ids ['e1067275-cabf-4d23-a17d-fc5603a4892b'] {{(pid=98245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:42:51.297960 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abce06b-ab38-4ab7-a192-edfdc37decc3 req-b6729157-b323-487b-89e3-46904d2f9773 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:51.299785 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-2abce06b-ab38-4ab7-a192-edfdc37decc3 req-b6729157-b323-487b-89e3-46904d2f9773 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.46 "GET /v2.0/ports?device_id=046a4e13-5c14-4ab0-a380-01c6219a225e HTTP/1.1" status: 200 len: 945 time: 0.1123013 May 20 19:42:51.375816 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-2abce06b-ab38-4ab7-a192-edfdc37decc3 req-bd316d43-d931-4708-9529-294beac952ce tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.46 "GET /v2.0/security-groups?id=52d3b5b3-13e4-4c88-ad8e-580030444056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678880 May 20 19:42:51.948394 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87339e85-cb76-4a57-9d5e-5ddbdf209046 req-37ea48b0-1332-494e-bbf0-70962a4bfd7a tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:51.949888 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-87339e85-cb76-4a57-9d5e-5ddbdf209046 req-37ea48b0-1332-494e-bbf0-70962a4bfd7a tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.0862620 May 20 19:42:51.996728 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-87339e85-cb76-4a57-9d5e-5ddbdf209046 req-bbb93a7d-1efd-44a2-ab82-b3826ea069ae tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409796 May 20 19:42:52.352810 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device e1067275-cabf-4d23-a17d-fc5603a4892b up at agent hyperv_hv-cinder-79246 {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:42:52.520430 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Provisioning for port e1067275-cabf-4d23-a17d-fc5603a4892b completed by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:42:52.525823 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Provisioning complete for port e1067275-cabf-4d23-a17d-fc5603a4892b triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:42:52.526202 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:52.597577 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1f4fc-bbc8-42a0-a3bc-8400671a65b6 req-49b05cff-688e-4d69-ad5a-d3df730361a2 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:52.605253 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-b8b1f4fc-bbc8-42a0-a3bc-8400671a65b6 req-49b05cff-688e-4d69-ad5a-d3df730361a2 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.46 "GET /v2.0/networks?id=7e77661e-ca37-4cff-bb5e-966d2b75dbde HTTP/1.1" status: 200 len: 813 time: 0.1910243 May 20 19:42:52.630640 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-b8b1f4fc-bbc8-42a0-a3bc-8400671a65b6 req-b790f4ce-efe3-45d0-acf4-783c99463109 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.46 "GET /v2.0/quotas/b910624489f245c5a1a93e564fa3c63a HTTP/1.1" status: 200 len: 375 time: 0.0241325 May 20 19:42:52.687740 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-b8b1f4fc-bbc8-42a0-a3bc-8400671a65b6 req-b08429b7-8191-4a7c-b0f3-1e3aacac52d3 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b910624489f245c5a1a93e564fa3c63a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558279 May 20 19:42:52.723528 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:52.756826 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '046a4e13-5c14-4ab0-a380-01c6219a225e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1067275-cabf-4d23-a17d-fc5603a4892b'}] {{(pid=98245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:42:52.770554 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port e1067275-cabf-4d23-a17d-fc5603a4892b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=e1067275-cabf-4d23-a17d-fc5603a4892b,segment=NetworkSegment(3d1f4934-fb4b-4aff-9042-c2235a611bca),segment_id=3d1f4934-fb4b-4aff-9042-c2235a611bca)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:42:52.780543 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:52.783742 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:52.885335 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Pushing event updated for resources: {'Port': ['ID=e1067275-cabf-4d23-a17d-fc5603a4892b,revision_number=5']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:52.889069 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:52.908880 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90775141-ab55-49d0-81a0-029d021d092f req-6ff022df-5a8d-46b7-b19b-6d3302400b8e tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:52.910668 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-90775141-ab55-49d0-81a0-029d021d092f req-6ff022df-5a8d-46b7-b19b-6d3302400b8e tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.46 "GET /v2.0/ports?device_id=046a4e13-5c14-4ab0-a380-01c6219a225e HTTP/1.1" status: 200 len: 946 time: 0.1666882 May 20 19:42:52.947214 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-b8b1f4fc-bbc8-42a0-a3bc-8400671a65b6 req-1e073524-2b45-430f-a298-8c0f4ec06b65 service neutron] 10.222.0.46 "GET /v2.0/networks/7e77661e-ca37-4cff-bb5e-966d2b75dbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559235 May 20 19:42:53.022766 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-90775141-ab55-49d0-81a0-029d021d092f req-9c92d355-5bff-4a33-ad74-a1054512ac5b tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.46 "GET /v2.0/security-groups?id=52d3b5b3-13e4-4c88-ad8e-580030444056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943291 May 20 19:42:53.084184 dv-cinder-792462-2-iscsi neutron-server[98245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '046a4e13-5c14-4ab0-a380-01c6219a225e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1067275-cabf-4d23-a17d-fc5603a4892b', 'code': 200} May 20 19:42:53.126073 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-b8b1f4fc-bbc8-42a0-a3bc-8400671a65b6 req-26ef93b3-fc22-4597-b6c2-fd1666573d25 service neutron] 10.222.0.46 "GET /v2.0/networks/7e77661e-ca37-4cff-bb5e-966d2b75dbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731758 May 20 19:42:53.291766 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eca9e9-3b1e-42e8-8885-9101ae3caf20 req-ad6a1e7e-11fe-4126-a4a9-be8e37298790 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:53.293554 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-f6eca9e9-3b1e-42e8-8885-9101ae3caf20 req-ad6a1e7e-11fe-4126-a4a9-be8e37298790 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.1036351 May 20 19:42:53.348731 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-f6eca9e9-3b1e-42e8-8885-9101ae3caf20 req-349ab67f-61fa-4312-bd0c-adaaad43f58c tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479674 May 20 19:42:53.378299 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7677dd9f-5b0e-4ce8-96c8-8969df39f9ef req-1ec484e3-afb3-4965-8fde-8ca751048343 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d3f462c-4d60-437d-82f6-f1e577d68bc9 HTTP/1.1" status: 200 len: 210 time: 0.0910337 May 20 19:42:53.421920 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67112ff-e3da-4c61-a593-d0e4ee70f691 req-4e2e6a02-1270-4eae-a45a-2365b9393151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:53.423753 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-a67112ff-e3da-4c61-a593-d0e4ee70f691 req-4e2e6a02-1270-4eae-a45a-2365b9393151 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=046a4e13-5c14-4ab0-a380-01c6219a225e HTTP/1.1" status: 200 len: 1099 time: 0.0992029 May 20 19:42:53.469714 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-a67112ff-e3da-4c61-a593-d0e4ee70f691 req-92b46da8-5e4a-4eff-b807-2c261efa127e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=52d3b5b3-13e4-4c88-ad8e-580030444056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375147 May 20 19:42:54.237477 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a1ea7-81b5-402f-a10a-a875dd9eed37 req-f9c75e36-182e-4f7f-b7d0-8848a44a3f42 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:54.239104 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-0c9a1ea7-81b5-402f-a10a-a875dd9eed37 req-f9c75e36-182e-4f7f-b7d0-8848a44a3f42 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.46 "GET /v2.0/ports?device_id=046a4e13-5c14-4ab0-a380-01c6219a225e HTTP/1.1" status: 200 len: 946 time: 0.1092300 May 20 19:42:54.290164 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-0c9a1ea7-81b5-402f-a10a-a875dd9eed37 req-0e76bf22-98f4-45e7-8495-52f54ca0aa3a tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.46 "GET /v2.0/security-groups?id=52d3b5b3-13e4-4c88-ad8e-580030444056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446742 May 20 19:42:54.309538 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 38228) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:54.462423 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ebb0fce4-9458-4890-a588-3dc3d25053b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:54.507013 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-ebb0fce4-9458-4890-a588-3dc3d25053b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:42:54.524826 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-ebb0fce4-9458-4890-a588-3dc3d25053b7 admin admin] Usage tracker for resource:security_group_rule and tenant:a562d57c15684613842076a2f76d2c8d is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:42:54.533500 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-ebb0fce4-9458-4890-a588-3dc3d25053b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:42:54.540188 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-ebb0fce4-9458-4890-a588-3dc3d25053b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:42:54.774514 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64efce-3462-4294-96fd-6392b37ed502 req-f919e706-1b3e-4f5f-97e2-4537d9a0844e tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:54.776072 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-1a64efce-3462-4294-96fd-6392b37ed502 req-f919e706-1b3e-4f5f-97e2-4537d9a0844e tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.2138135 May 20 19:42:54.779421 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-f27f1213-28e7-400f-98eb-da1f2af551a7 req-3995339b-d95e-4549-bc5b-964a4cca7dde tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d3f462c-4d60-437d-82f6-f1e577d68bc9 HTTP/1.1" status: 200 len: 210 time: 0.1961906 May 20 19:42:54.807538 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ebb0fce4-9458-4890-a588-3dc3d25053b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:54.822794 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ebb0fce4-9458-4890-a588-3dc3d25053b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:54.841461 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-fe896567-6b27-4914-a9b2-8c4c225aa9b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:54.850912 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1f4fc-bbc8-42a0-a3bc-8400671a65b6 req-a25f262d-2416-41e3-ac47-b74d8133aa03 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:54.852572 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-b8b1f4fc-bbc8-42a0-a3bc-8400671a65b6 req-a25f262d-2416-41e3-ac47-b74d8133aa03 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.65 "GET /v2.0/networks?id=7e77661e-ca37-4cff-bb5e-966d2b75dbde HTTP/1.1" status: 200 len: 813 time: 0.3569646 May 20 19:42:54.869979 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [req-b8b1f4fc-bbc8-42a0-a3bc-8400671a65b6 req-260753fe-bb25-46b8-899e-f1f8a259006d tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Request body: {'port': {'device_id': '5d3f462c-4d60-437d-82f6-f1e577d68bc9', 'network_id': '7e77661e-ca37-4cff-bb5e-966d2b75dbde', 'admin_state_up': True, 'tenant_id': 'b910624489f245c5a1a93e564fa3c63a'}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:42:54.913654 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-1a64efce-3462-4294-96fd-6392b37ed502 req-b75e579d-2cc9-4179-8048-de9df44e1a15 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234338 May 20 19:42:54.924151 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-ebb0fce4-9458-4890-a588-3dc3d25053b7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a562d57c15684613842076a2f76d2c8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6135197 May 20 19:42:54.926193 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 38258) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:54.929181 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb0fce4-9458-4890-a588-3dc3d25053b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71da7ea1-11df-45d2-81f7-4fbbd01d30d3,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:54.971336 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-ebb0fce4-9458-4890-a588-3dc3d25053b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:55.000942 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-3f82d24d-060c-4495-9179-3305b9c193ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:55.031881 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-3f82d24d-060c-4495-9179-3305b9c193ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:55.089177 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-3f82d24d-060c-4495-9179-3305b9c193ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:55.091094 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [req-b8b1f4fc-bbc8-42a0-a3bc-8400671a65b6 req-260753fe-bb25-46b8-899e-f1f8a259006d tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:42:55.094089 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-1e4c4f24-d328-4969-a7ea-f543b96ebed3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:55.095443 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-b8b1f4fc-bbc8-42a0-a3bc-8400671a65b6 req-260753fe-bb25-46b8-899e-f1f8a259006d tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Usage tracker for resource:port and tenant:b910624489f245c5a1a93e564fa3c63a is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:42:55.098319 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-b8b1f4fc-bbc8-42a0-a3bc-8400671a65b6 req-260753fe-bb25-46b8-899e-f1f8a259006d tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:42:55.104197 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [req-b8b1f4fc-bbc8-42a0-a3bc-8400671a65b6 req-260753fe-bb25-46b8-899e-f1f8a259006d tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:42:55.106277 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f82d24d-060c-4495-9179-3305b9c193ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71da7ea1-11df-45d2-81f7-4fbbd01d30d3,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:55.110724 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-3f82d24d-060c-4495-9179-3305b9c193ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:55.116754 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-3f82d24d-060c-4495-9179-3305b9c193ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:55.118188 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-3f82d24d-060c-4495-9179-3305b9c193ff admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/71da7ea1-11df-45d2-81f7-4fbbd01d30d3 HTTP/1.1" status: 204 len: 168 time: 0.1907969 May 20 19:42:55.123326 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8b1f4fc-bbc8-42a0-a3bc-8400671a65b6 req-260753fe-bb25-46b8-899e-f1f8a259006d tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Made reservation on behalf of b910624489f245c5a1a93e564fa3c63a for: {'port': 1} {{(pid=98243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:42:55.128859 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-b8b1f4fc-bbc8-42a0-a3bc-8400671a65b6 req-260753fe-bb25-46b8-899e-f1f8a259006d tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:55.290605 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.db_base_plugin_common [req-b8b1f4fc-bbc8-42a0-a3bc-8400671a65b6 req-260753fe-bb25-46b8-899e-f1f8a259006d tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Allocated IP 172.20.0.4 (7e77661e-ca37-4cff-bb5e-966d2b75dbde/847ba496-f866-4ba0-8ef1-9d82e5bba737/1d1ab48e-d3bc-44e2-96eb-79d22ac26469) {{(pid=98243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:42:55.494786 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-b8b1f4fc-bbc8-42a0-a3bc-8400671a65b6 req-260753fe-bb25-46b8-899e-f1f8a259006d tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Notify callbacks [] for port, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:55.507330 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625d14a-07bf-4a5e-b964-5d77719591bf req-5bd590b3-446b-495f-98e9-8959344c10e6 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:55.509147 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-2625d14a-07bf-4a5e-b964-5d77719591bf req-5bd590b3-446b-495f-98e9-8959344c10e6 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.46 "GET /v2.0/ports?device_id=046a4e13-5c14-4ab0-a380-01c6219a225e HTTP/1.1" status: 200 len: 946 time: 0.0934989 May 20 19:42:55.532244 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-b8b1f4fc-bbc8-42a0-a3bc-8400671a65b6 req-260753fe-bb25-46b8-899e-f1f8a259006d tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015'] for port, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:55.540987 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:55.558135 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-2625d14a-07bf-4a5e-b964-5d77719591bf req-acd98bad-8872-41ed-bbe4-c75eb265864d tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.46 "GET /v2.0/security-groups?id=52d3b5b3-13e4-4c88-ad8e-580030444056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425239 May 20 19:42:55.603584 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8b1f4fc-bbc8-42a0-a3bc-8400671a65b6 req-260753fe-bb25-46b8-899e-f1f8a259006d tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Network 7e77661e-ca37-4cff-bb5e-966d2b75dbde is already hosted by enough agents. {{(pid=98243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:42:55.607075 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.base_scheduler [req-b8b1f4fc-bbc8-42a0-a3bc-8400671a65b6 req-260753fe-bb25-46b8-899e-f1f8a259006d tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Resources bound (agent type, host, resource id): {{(pid=98243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:42:55.611662 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b1f4fc-bbc8-42a0-a3bc-8400671a65b6 req-260753fe-bb25-46b8-899e-f1f8a259006d tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Received port after_create {{(pid=98243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:42:55.616973 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1f4fc-bbc8-42a0-a3bc-8400671a65b6 req-260753fe-bb25-46b8-899e-f1f8a259006d tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:55.617572 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-b8b1f4fc-bbc8-42a0-a3bc-8400671a65b6 req-260753fe-bb25-46b8-899e-f1f8a259006d tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for port, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:55.636876 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260753fe-bb25-46b8-899e-f1f8a259006d tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Pushing event updated for resources: {'Port': ['ID=1d1ab48e-d3bc-44e2-96eb-79d22ac26469,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:55.641604 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-260753fe-bb25-46b8-899e-f1f8a259006d tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:55.648369 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-b8b1f4fc-bbc8-42a0-a3bc-8400671a65b6 req-260753fe-bb25-46b8-899e-f1f8a259006d tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7830057 May 20 19:42:55.675663 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [req-b8b1f4fc-bbc8-42a0-a3bc-8400671a65b6 req-1b38502b-f61e-4145-afc7-ee262536a054 service neutron] Request body: {'port': {'device_id': '5d3f462c-4d60-437d-82f6-f1e577d68bc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:42:55.800953 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-b8b1f4fc-bbc8-42a0-a3bc-8400671a65b6 req-1b38502b-f61e-4145-afc7-ee262536a054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:56.153577 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00777ba4-ad2e-4705-9fb0-4a65ea8dfa92 req-ad4edd4d-0465-4f02-b170-af899d89c348 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:56.161955 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-00777ba4-ad2e-4705-9fb0-4a65ea8dfa92 req-ad4edd4d-0465-4f02-b170-af899d89c348 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.0959618 May 20 19:42:56.206439 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-00777ba4-ad2e-4705-9fb0-4a65ea8dfa92 req-5605de8f-feb7-4433-96d3-a9bee240c03d tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436270 May 20 19:42:56.271900 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e490699-0919-45d2-833c-5862ef212a02 req-c89e1080-f4a1-4560-81d5-0f8198373c12 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:56.272450 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-3e490699-0919-45d2-833c-5862ef212a02 req-c89e1080-f4a1-4560-81d5-0f8198373c12 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Synchronizing usage tracker for tenant:b910624489f245c5a1a93e564fa3c63a on resource:port {{(pid=98243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:42:56.321906 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-3e490699-0919-45d2-833c-5862ef212a02 req-c89e1080-f4a1-4560-81d5-0f8198373c12 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Unset dirty status for tenant:b910624489f245c5a1a93e564fa3c63a on resource:port {{(pid=98243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:42:56.329800 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-3e490699-0919-45d2-833c-5862ef212a02 req-c89e1080-f4a1-4560-81d5-0f8198373c12 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d3f462c-4d60-437d-82f6-f1e577d68bc9 HTTP/1.1" status: 200 len: 931 time: 0.3900144 May 20 19:42:56.397951 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-3e490699-0919-45d2-833c-5862ef212a02 req-c63ed4ca-6fd0-4725-9eaf-f01c094bf48b tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.46 "GET /v2.0/security-groups?id=da23f62e-b946-4d7c-99b5-45d99dc8e77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670600 May 20 19:42:56.435816 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 38322) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:56.469651 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.notifiers.nova [req-b8b1f4fc-bbc8-42a0-a3bc-8400671a65b6 req-1b38502b-f61e-4145-afc7-ee262536a054 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d1ab48e-d3bc-44e2-96eb-79d22ac26469 {{(pid=98243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:42:56.478269 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-b8b1f4fc-bbc8-42a0-a3bc-8400671a65b6 req-1b38502b-f61e-4145-afc7-ee262536a054 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:56.497090 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.provisioning_blocks [req-b8b1f4fc-bbc8-42a0-a3bc-8400671a65b6 req-1b38502b-f61e-4145-afc7-ee262536a054 service neutron] Transition to ACTIVE for port object 1d1ab48e-d3bc-44e2-96eb-79d22ac26469 will not be triggered until provisioned by entity L2. {{(pid=98243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:42:56.504495 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-b8b1f4fc-bbc8-42a0-a3bc-8400671a65b6 req-1b38502b-f61e-4145-afc7-ee262536a054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:56.511165 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-dcb73491-5014-4428-b64f-030676bb2672 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:56.676240 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-cb211732-75bc-4340-b3a0-39d969bccdf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:56.696676 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b38502b-f61e-4145-afc7-ee262536a054 service neutron] Pushing event updated for resources: {'Port': ['ID=1d1ab48e-d3bc-44e2-96eb-79d22ac26469,revision_number=2']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:56.701755 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-1b38502b-f61e-4145-afc7-ee262536a054 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:56.732926 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-cb211732-75bc-4340-b3a0-39d969bccdf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:42:56.766795 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 38336) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:56.771012 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-cb211732-75bc-4340-b3a0-39d969bccdf0 admin admin] Usage tracker for resource:security_group_rule and tenant:d0098210b425450582d6cb06c39ba838 is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:42:56.772679 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.managers [req-b8b1f4fc-bbc8-42a0-a3bc-8400671a65b6 req-1b38502b-f61e-4145-afc7-ee262536a054 service neutron] Attempting to bind port 1d1ab48e-d3bc-44e2-96eb-79d22ac26469 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:42:56.773013 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.managers [req-b8b1f4fc-bbc8-42a0-a3bc-8400671a65b6 req-1b38502b-f61e-4145-afc7-ee262536a054 service neutron] Attempting to bind port 1d1ab48e-d3bc-44e2-96eb-79d22ac26469 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'd43e1fd1-5688-4134-8bc2-a0f2d5580276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7e77661e-ca37-4cff-bb5e-966d2b75dbde'}] {{(pid=98243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:42:56.773338 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b1f4fc-bbc8-42a0-a3bc-8400671a65b6 req-1b38502b-f61e-4145-afc7-ee262536a054 service neutron] Attempting to bind port 1d1ab48e-d3bc-44e2-96eb-79d22ac26469 on network 7e77661e-ca37-4cff-bb5e-966d2b75dbde {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:42:56.777472 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-cb211732-75bc-4340-b3a0-39d969bccdf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:42:56.792684 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-cb211732-75bc-4340-b3a0-39d969bccdf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:42:56.830437 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b1f4fc-bbc8-42a0-a3bc-8400671a65b6 req-1b38502b-f61e-4145-afc7-ee262536a054 service neutron] Port 1d1ab48e-d3bc-44e2-96eb-79d22ac26469 on network 7e77661e-ca37-4cff-bb5e-966d2b75dbde not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 19:42:56.830769 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b1f4fc-bbc8-42a0-a3bc-8400671a65b6 req-1b38502b-f61e-4145-afc7-ee262536a054 service neutron] Attempting to bind port 1d1ab48e-d3bc-44e2-96eb-79d22ac26469 on network 7e77661e-ca37-4cff-bb5e-966d2b75dbde {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:42:56.843061 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b1f4fc-bbc8-42a0-a3bc-8400671a65b6 req-1b38502b-f61e-4145-afc7-ee262536a054 service neutron] Checking agent: {'id': '35bcd696-cda5-4691-8ef9-fd8f1ab55a75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 39, 6), 'started_at': datetime.datetime(2021, 5, 20, 19, 39, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:42:56.843389 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b1f4fc-bbc8-42a0-a3bc-8400671a65b6 req-1b38502b-f61e-4145-afc7-ee262536a054 service neutron] Checking segment: {'id': 'd43e1fd1-5688-4134-8bc2-a0f2d5580276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7e77661e-ca37-4cff-bb5e-966d2b75dbde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:42:56.843983 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b1f4fc-bbc8-42a0-a3bc-8400671a65b6 req-1b38502b-f61e-4145-afc7-ee262536a054 service neutron] Bound using segment: {'id': 'd43e1fd1-5688-4134-8bc2-a0f2d5580276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7e77661e-ca37-4cff-bb5e-966d2b75dbde'} {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:42:56.844570 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.managers [req-b8b1f4fc-bbc8-42a0-a3bc-8400671a65b6 req-1b38502b-f61e-4145-afc7-ee262536a054 service neutron] Bound port: 1d1ab48e-d3bc-44e2-96eb-79d22ac26469, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd43e1fd1-5688-4134-8bc2-a0f2d5580276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7e77661e-ca37-4cff-bb5e-966d2b75dbde'}}] {{(pid=98243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:42:56.845064 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-b8b1f4fc-bbc8-42a0-a3bc-8400671a65b6 req-1b38502b-f61e-4145-afc7-ee262536a054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:56.990348 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.db [req-b8b1f4fc-bbc8-42a0-a3bc-8400671a65b6 req-1b38502b-f61e-4145-afc7-ee262536a054 service neutron] For port 1d1ab48e-d3bc-44e2-96eb-79d22ac26469, host hv-cinder-79246, cleared binding levels {{(pid=98243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:42:56.992732 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-3d7d1ffa-2b6f-4be1-b416-617b3d7a362d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:57.001975 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-cb211732-75bc-4340-b3a0-39d969bccdf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:57.005018 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.db [req-b8b1f4fc-bbc8-42a0-a3bc-8400671a65b6 req-1b38502b-f61e-4145-afc7-ee262536a054 service neutron] For port 1d1ab48e-d3bc-44e2-96eb-79d22ac26469, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=1d1ab48e-d3bc-44e2-96eb-79d22ac26469,segment=NetworkSegment(d43e1fd1-5688-4134-8bc2-a0f2d5580276),segment_id=d43e1fd1-5688-4134-8bc2-a0f2d5580276)] {{(pid=98243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:42:57.008015 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-cb211732-75bc-4340-b3a0-39d969bccdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:57.017229 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-e39ffa13-3e3a-4470-bdcd-2ca0861b4a76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:57.020624 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-3d7d1ffa-2b6f-4be1-b416-617b3d7a362d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:42:57.033828 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42142c-64c7-4242-8f7e-73f23e7755cc req-310f7935-96d1-44c2-8f89-9a26819b0bdf tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:57.035299 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-1a42142c-64c7-4242-8f7e-73f23e7755cc req-310f7935-96d1-44c2-8f89-9a26819b0bdf tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.46 "GET /v2.0/ports?device_id=046a4e13-5c14-4ab0-a380-01c6219a225e HTTP/1.1" status: 200 len: 946 time: 0.1550913 May 20 19:42:57.036344 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-3d7d1ffa-2b6f-4be1-b416-617b3d7a362d admin admin] Usage tracker for resource:security_group_rule and tenant:4060ced4edb94f01b3e959530dae45a9 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:42:57.040607 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-3d7d1ffa-2b6f-4be1-b416-617b3d7a362d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:42:57.058642 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-b8b1f4fc-bbc8-42a0-a3bc-8400671a65b6 req-1b38502b-f61e-4145-afc7-ee262536a054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:57.064419 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-cb211732-75bc-4340-b3a0-39d969bccdf0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d0098210b425450582d6cb06c39ba838&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6270785 May 20 19:42:57.075083 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 38350) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:57.083258 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-3d7d1ffa-2b6f-4be1-b416-617b3d7a362d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:42:57.106128 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-1a42142c-64c7-4242-8f7e-73f23e7755cc req-164543f6-c00e-471f-a461-e4b2ccffb9f7 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.46 "GET /v2.0/security-groups?id=52d3b5b3-13e4-4c88-ad8e-580030444056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613275 May 20 19:42:57.147967 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1f4fc-bbc8-42a0-a3bc-8400671a65b6 req-1b38502b-f61e-4145-afc7-ee262536a054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:57.148809 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-b8b1f4fc-bbc8-42a0-a3bc-8400671a65b6 req-1b38502b-f61e-4145-afc7-ee262536a054 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for port, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:57.150222 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-b8b1f4fc-bbc8-42a0-a3bc-8400671a65b6 req-1b38502b-f61e-4145-afc7-ee262536a054 service neutron] 10.222.0.65 "PUT /v2.0/ports/1d1ab48e-d3bc-44e2-96eb-79d22ac26469 HTTP/1.1" status: 200 len: 1093 time: 1.4798443 May 20 19:42:57.150870 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb211732-75bc-4340-b3a0-39d969bccdf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c57cf12-c05e-4f3d-99b7-3830145f42f9,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:57.153393 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d3f462c-4d60-437d-82f6-f1e577d68bc9', 'tag': '1d1ab48e-d3bc-44e2-96eb-79d22ac26469'}] {{(pid=98243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:42:57.181857 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-cb211732-75bc-4340-b3a0-39d969bccdf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:57.182461 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:57.237161 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-3d7d1ffa-2b6f-4be1-b416-617b3d7a362d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:57.250680 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-3d7d1ffa-2b6f-4be1-b416-617b3d7a362d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:57.259318 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-b78c19b0-7d84-41c1-927b-04a25f4459fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:57.270796 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d3f462c-4d60-437d-82f6-f1e577d68bc9', 'tag': '1d1ab48e-d3bc-44e2-96eb-79d22ac26469', 'status': 'completed', 'code': 200} May 20 19:42:57.306473 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-3d7d1ffa-2b6f-4be1-b416-617b3d7a362d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4060ced4edb94f01b3e959530dae45a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5373921 May 20 19:42:57.308754 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d1ffa-2b6f-4be1-b416-617b3d7a362d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b89507-fc10-4653-8bfe-01d3412085d2,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:57.316179 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-3d7d1ffa-2b6f-4be1-b416-617b3d7a362d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:57.316179 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 38360) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:57.346784 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-e9bf5559-d88b-4d75-b4fe-1a8d0bf211e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:57.363178 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b38502b-f61e-4145-afc7-ee262536a054 service neutron] Pushing event updated for resources: {'Port': ['ID=1d1ab48e-d3bc-44e2-96eb-79d22ac26469,revision_number=3']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:57.375139 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-1b38502b-f61e-4145-afc7-ee262536a054 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:57.384128 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-e9bf5559-d88b-4d75-b4fe-1a8d0bf211e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:57.404689 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1f4fc-bbc8-42a0-a3bc-8400671a65b6 req-1b1317b9-94bf-4e53-bb31-c9821ce24239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:57.406614 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-b8b1f4fc-bbc8-42a0-a3bc-8400671a65b6 req-1b1317b9-94bf-4e53-bb31-c9821ce24239 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b910624489f245c5a1a93e564fa3c63a&device_id=5d3f462c-4d60-437d-82f6-f1e577d68bc9 HTTP/1.1" status: 200 len: 1096 time: 0.1773081 May 20 19:42:57.443275 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-cdace815-a67c-45e0-8501-a7e031270b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:57.484241 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-cdace815-a67c-45e0-8501-a7e031270b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:57.490406 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-b8b1f4fc-bbc8-42a0-a3bc-8400671a65b6 req-f7977025-39ce-4ffe-b8cc-2872c3bf8981 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d1ab48e-d3bc-44e2-96eb-79d22ac26469 HTTP/1.1" status: 200 len: 217 time: 0.0700717 May 20 19:42:57.506046 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14044a9b-5dc6-42f4-b456-4a3d8af29fad req-1b59c8a4-ca20-477c-8aa6-d8f7e51a4afd tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:57.507728 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-14044a9b-5dc6-42f4-b456-4a3d8af29fad req-1b59c8a4-ca20-477c-8aa6-d8f7e51a4afd tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.1525006 May 20 19:42:57.572162 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-14044a9b-5dc6-42f4-b456-4a3d8af29fad req-cbba8b20-7263-4b61-a6af-ef427b0aaf8a tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519223 May 20 19:42:57.584836 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-cdace815-a67c-45e0-8501-a7e031270b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:57.589982 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-3081abba-37d5-4036-9b8e-5a80ed3f92dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:57.601934 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdace815-a67c-45e0-8501-a7e031270b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b89507-fc10-4653-8bfe-01d3412085d2,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:57.604599 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-cdace815-a67c-45e0-8501-a7e031270b69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:57.609545 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-cdace815-a67c-45e0-8501-a7e031270b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:57.612896 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-e9bf5559-d88b-4d75-b4fe-1a8d0bf211e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:57.619666 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-c1721e44-562c-48a5-8f25-7b970728bc1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:57.621745 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-cdace815-a67c-45e0-8501-a7e031270b69 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/54b89507-fc10-4653-8bfe-01d3412085d2 HTTP/1.1" status: 204 len: 168 time: 0.3004341 May 20 19:42:57.646282 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf5559-d88b-4d75-b4fe-1a8d0bf211e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c57cf12-c05e-4f3d-99b7-3830145f42f9,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:57.654706 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-e9bf5559-d88b-4d75-b4fe-1a8d0bf211e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:57.657799 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1f4fc-bbc8-42a0-a3bc-8400671a65b6 req-82d64c41-c97b-4aea-a715-ded5abc013fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:57.659251 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-b8b1f4fc-bbc8-42a0-a3bc-8400671a65b6 req-82d64c41-c97b-4aea-a715-ded5abc013fe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=847ba496-f866-4ba0-8ef1-9d82e5bba737 HTTP/1.1" status: 200 len: 853 time: 0.1557543 May 20 19:42:57.665151 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-e9bf5559-d88b-4d75-b4fe-1a8d0bf211e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:57.666234 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-e9bf5559-d88b-4d75-b4fe-1a8d0bf211e6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3c57cf12-c05e-4f3d-99b7-3830145f42f9 HTTP/1.1" status: 204 len: 168 time: 0.5898004 May 20 19:42:57.712894 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-b8b1f4fc-bbc8-42a0-a3bc-8400671a65b6 req-025762bf-d95a-4e27-b44e-5882a3e0f238 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7e77661e-ca37-4cff-bb5e-966d2b75dbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455291 May 20 19:42:57.755107 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf12c39-7d69-4c73-b7c5-c7fdf4d2515a req-6b0bed6d-5b01-4d27-910c-5863dabe48d1 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:57.756667 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-daf12c39-7d69-4c73-b7c5-c7fdf4d2515a req-6b0bed6d-5b01-4d27-910c-5863dabe48d1 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d3f462c-4d60-437d-82f6-f1e577d68bc9 HTTP/1.1" status: 200 len: 943 time: 0.2152114 May 20 19:42:57.882104 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-daf12c39-7d69-4c73-b7c5-c7fdf4d2515a req-d024e046-fa91-4d83-87a8-81bd8997c7c8 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.46 "GET /v2.0/security-groups?id=da23f62e-b946-4d7c-99b5-45d99dc8e77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115289 May 20 19:42:57.922149 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-b8b1f4fc-bbc8-42a0-a3bc-8400671a65b6 req-08188f7d-a04b-4bc0-9ae5-1cf66bdec6b6 service neutron] 10.222.0.65 "GET /v2.0/networks/7e77661e-ca37-4cff-bb5e-966d2b75dbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007511 May 20 19:42:58.026821 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 38374) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:58.045035 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-0163e3bb-cebb-467a-b3e5-e7392938cd0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:58.060550 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-0163e3bb-cebb-467a-b3e5-e7392938cd0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:42:58.063850 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-b8b1f4fc-bbc8-42a0-a3bc-8400671a65b6 req-419790bd-61a8-4431-a3ca-0d51262f4d84 service neutron] 10.222.0.65 "GET /v2.0/networks/7e77661e-ca37-4cff-bb5e-966d2b75dbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325414 May 20 19:42:58.064647 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-0163e3bb-cebb-467a-b3e5-e7392938cd0b admin admin] Usage tracker for resource:security_group_rule and tenant:ea13d122ea7844f38b99b5061ff5f1f7 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:42:58.067465 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-0163e3bb-cebb-467a-b3e5-e7392938cd0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:42:58.075200 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-0163e3bb-cebb-467a-b3e5-e7392938cd0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:42:58.171139 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-0163e3bb-cebb-467a-b3e5-e7392938cd0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:58.175451 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-0163e3bb-cebb-467a-b3e5-e7392938cd0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:58.187227 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-fe0c1d60-8d1d-4c5d-b2be-0404884d3750 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:58.192971 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85530691-d574-4d58-9cd9-5234dfc9561c req-eb516c8d-1f4c-4934-96b2-83e47009da1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:58.194430 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-85530691-d574-4d58-9cd9-5234dfc9561c req-eb516c8d-1f4c-4934-96b2-83e47009da1f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b910624489f245c5a1a93e564fa3c63a&device_id=5d3f462c-4d60-437d-82f6-f1e577d68bc9 HTTP/1.1" status: 200 len: 1096 time: 0.0778615 May 20 19:42:58.236633 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-0163e3bb-cebb-467a-b3e5-e7392938cd0b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ea13d122ea7844f38b99b5061ff5f1f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2086124 May 20 19:42:58.237515 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0163e3bb-cebb-467a-b3e5-e7392938cd0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b23c40-8541-4cfd-a1be-82ca7da88016,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:58.241197 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-0163e3bb-cebb-467a-b3e5-e7392938cd0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:58.241677 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 38384) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:58.456017 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-1112dac0-81fa-4318-941f-631212128384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:58.500502 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85530691-d574-4d58-9cd9-5234dfc9561c req-93b341b0-01ec-4753-855c-c5a94aebadf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:58.501044 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-1112dac0-81fa-4318-941f-631212128384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:58.501836 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-85530691-d574-4d58-9cd9-5234dfc9561c req-93b341b0-01ec-4753-855c-c5a94aebadf8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7e77661e-ca37-4cff-bb5e-966d2b75dbde HTTP/1.1" status: 200 len: 914 time: 0.2987249 May 20 19:42:58.550584 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d61a2c-5d2e-4fad-9300-3dad04f67644 req-a013b2d3-49fb-4db9-99d9-eba1c9e58470 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:58.552120 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-44d61a2c-5d2e-4fad-9300-3dad04f67644 req-a013b2d3-49fb-4db9-99d9-eba1c9e58470 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.46 "GET /v2.0/ports?device_id=046a4e13-5c14-4ab0-a380-01c6219a225e HTTP/1.1" status: 200 len: 946 time: 0.2131827 May 20 19:42:58.571846 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-85530691-d574-4d58-9cd9-5234dfc9561c req-cd81f939-6711-4c14-a386-6ba6d3dc43b3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d1ab48e-d3bc-44e2-96eb-79d22ac26469 HTTP/1.1" status: 200 len: 217 time: 0.0617926 May 20 19:42:58.646495 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85530691-d574-4d58-9cd9-5234dfc9561c req-8ee50fbd-7ba3-4261-a377-c15c50837854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:58.648148 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-44d61a2c-5d2e-4fad-9300-3dad04f67644 req-ca64d34e-1967-43ed-b41d-1787a72b868a tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.46 "GET /v2.0/security-groups?id=52d3b5b3-13e4-4c88-ad8e-580030444056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887139 May 20 19:42:58.648275 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-85530691-d574-4d58-9cd9-5234dfc9561c req-8ee50fbd-7ba3-4261-a377-c15c50837854 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=847ba496-f866-4ba0-8ef1-9d82e5bba737 HTTP/1.1" status: 200 len: 853 time: 0.0685699 May 20 19:42:58.667796 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7598e73-f9ee-4816-ad33-78b2ac0c990f req-34d1b602-a845-46a2-af26-67caa57b3c0c tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:58.669306 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-a7598e73-f9ee-4816-ad33-78b2ac0c990f req-34d1b602-a845-46a2-af26-67caa57b3c0c tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.65 "GET /v2.0/ports?device_id=046a4e13-5c14-4ab0-a380-01c6219a225e HTTP/1.1" status: 200 len: 946 time: 0.1616783 May 20 19:42:58.707059 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-85530691-d574-4d58-9cd9-5234dfc9561c req-5fd63b7c-30c7-4c0d-b0d2-ed06a446ff6b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7e77661e-ca37-4cff-bb5e-966d2b75dbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484424 May 20 19:42:58.724206 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-1112dac0-81fa-4318-941f-631212128384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:58.816728 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-3d7d1ffa-2b6f-4be1-b416-617b3d7a362d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:58.839895 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112dac0-81fa-4318-941f-631212128384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b23c40-8541-4cfd-a1be-82ca7da88016,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:58.842344 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-1112dac0-81fa-4318-941f-631212128384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:58.852334 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-1112dac0-81fa-4318-941f-631212128384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:58.855971 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-1112dac0-81fa-4318-941f-631212128384 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/13b23c40-8541-4cfd-a1be-82ca7da88016 HTTP/1.1" status: 204 len: 168 time: 0.6107678 May 20 19:42:58.909042 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-85530691-d574-4d58-9cd9-5234dfc9561c req-18a45776-8119-4db6-91c9-02f70520e5dd service neutron] 10.222.0.65 "GET /v2.0/networks/7e77661e-ca37-4cff-bb5e-966d2b75dbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944842 May 20 19:42:58.924923 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358777a-2128-425a-acfc-76b27cfe3cb1 req-ead0d381-8e2a-4cce-a41d-b0b86cff876d tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:58.926378 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-5358777a-2128-425a-acfc-76b27cfe3cb1 req-ead0d381-8e2a-4cce-a41d-b0b86cff876d tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.1922593 May 20 19:42:58.940014 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.plugin [req-a7598e73-f9ee-4816-ad33-78b2ac0c990f req-eee7f8fd-cc05-4929-a040-ba75d7225543 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Deleting port e1067275-cabf-4d23-a17d-fc5603a4892b {{(pid=98244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:42:58.940923 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-a7598e73-f9ee-4816-ad33-78b2ac0c990f req-eee7f8fd-cc05-4929-a040-ba75d7225543 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:59.068017 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-5358777a-2128-425a-acfc-76b27cfe3cb1 req-3448b45b-92a3-4a99-938b-0be948aebc7f tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215205 May 20 19:42:59.096108 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-85530691-d574-4d58-9cd9-5234dfc9561c req-6049c3b0-982e-41a8-bfd9-63925ed447b8 service neutron] 10.222.0.65 "GET /v2.0/networks/7e77661e-ca37-4cff-bb5e-966d2b75dbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790800 May 20 19:42:59.155466 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.db [req-a7598e73-f9ee-4816-ad33-78b2ac0c990f req-eee7f8fd-cc05-4929-a040-ba75d7225543 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] For port e1067275-cabf-4d23-a17d-fc5603a4892b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=e1067275-cabf-4d23-a17d-fc5603a4892b,segment=NetworkSegment(3d1f4934-fb4b-4aff-9042-c2235a611bca),segment_id=3d1f4934-fb4b-4aff-9042-c2235a611bca)] {{(pid=98244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:42:59.156100 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-a7598e73-f9ee-4816-ad33-78b2ac0c990f req-eee7f8fd-cc05-4929-a040-ba75d7225543 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:59.251478 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 38404) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:59.269792 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-4bf1c7dd-a83c-42cb-8fbe-bba0baad442f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:59.284902 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-4bf1c7dd-a83c-42cb-8fbe-bba0baad442f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:42:59.285511 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.plugin [req-a7598e73-f9ee-4816-ad33-78b2ac0c990f req-eee7f8fd-cc05-4929-a040-ba75d7225543 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Calling delete_port for e1067275-cabf-4d23-a17d-fc5603a4892b owned by compute:nova {{(pid=98244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:42:59.289391 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-4bf1c7dd-a83c-42cb-8fbe-bba0baad442f admin admin] Usage tracker for resource:security_group_rule and tenant:558143e241764646947cd74fff79526e is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:42:59.292631 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-4bf1c7dd-a83c-42cb-8fbe-bba0baad442f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:42:59.297961 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b351c1-e34b-4891-8d56-03e472810986 req-56e698bb-eec0-4fb5-9ca5-319b7e951aae tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:59.300158 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-e4b351c1-e34b-4891-8d56-03e472810986 req-56e698bb-eec0-4fb5-9ca5-319b7e951aae tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d3f462c-4d60-437d-82f6-f1e577d68bc9 HTTP/1.1" status: 200 len: 943 time: 0.2636108 May 20 19:42:59.300280 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-4bf1c7dd-a83c-42cb-8fbe-bba0baad442f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:42:59.366663 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-e4b351c1-e34b-4891-8d56-03e472810986 req-5c2b7130-b3c0-43fd-aefd-4eecc59ad8fe tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Synchronizing usage tracker for tenant:b910624489f245c5a1a93e564fa3c63a on resource:security_group {{(pid=98244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:42:59.396674 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-e4b351c1-e34b-4891-8d56-03e472810986 req-5c2b7130-b3c0-43fd-aefd-4eecc59ad8fe tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Unset dirty status for tenant:b910624489f245c5a1a93e564fa3c63a on resource:security_group {{(pid=98244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:42:59.397969 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-e4b351c1-e34b-4891-8d56-03e472810986 req-5c2b7130-b3c0-43fd-aefd-4eecc59ad8fe tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.46 "GET /v2.0/security-groups?id=da23f62e-b946-4d7c-99b5-45d99dc8e77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910304 May 20 19:42:59.412188 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-4bf1c7dd-a83c-42cb-8fbe-bba0baad442f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:59.418823 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-4bf1c7dd-a83c-42cb-8fbe-bba0baad442f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:59.429935 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:59.472802 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-4bf1c7dd-a83c-42cb-8fbe-bba0baad442f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=558143e241764646947cd74fff79526e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2201226 May 20 19:42:59.474626 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf1c7dd-a83c-42cb-8fbe-bba0baad442f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfac45a9-d0e2-4887-b8cb-09de721ebdd8,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:59.476488 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 38414) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:59.478353 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-4bf1c7dd-a83c-42cb-8fbe-bba0baad442f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:59.494074 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-a7598e73-f9ee-4816-ad33-78b2ac0c990f req-eee7f8fd-cc05-4929-a040-ba75d7225543 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3028154'] for port, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:59.507290 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] get_ports_and_sgs() called for port_ids ['e1067275-cabf-4d23-a17d-fc5603a4892b'] {{(pid=98245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:42:59.511103 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-3bd60166-3c03-4775-a1e6-eda190b65d43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:59.566791 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee7f8fd-cc05-4929-a040-ba75d7225543 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Pushing event deleted for resources: {'Port': ['ID=e1067275-cabf-4d23-a17d-fc5603a4892b,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:59.574654 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-eee7f8fd-cc05-4929-a040-ba75d7225543 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:59.665707 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7598e73-f9ee-4816-ad33-78b2ac0c990f req-eee7f8fd-cc05-4929-a040-ba75d7225543 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] No DVR routers for this DVR port e1067275-cabf-4d23-a17d-fc5603a4892b on host hv-cinder-79246 {{(pid=98244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:42:59.667491 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-fb02c5e5-b218-4ae4-a428-b84fc9db8135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:59.669689 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-a7598e73-f9ee-4816-ad33-78b2ac0c990f req-eee7f8fd-cc05-4929-a040-ba75d7225543 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for port, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:59.672753 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '046a4e13-5c14-4ab0-a380-01c6219a225e', 'name': 'network-vif-deleted', 'tag': 'e1067275-cabf-4d23-a17d-fc5603a4892b'}] {{(pid=98244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:42:59.700922 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-a7598e73-f9ee-4816-ad33-78b2ac0c990f req-eee7f8fd-cc05-4929-a040-ba75d7225543 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.65 "DELETE /v2.0/ports/e1067275-cabf-4d23-a17d-fc5603a4892b HTTP/1.1" status: 204 len: 173 time: 1.0208077 May 20 19:42:59.742616 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-fb02c5e5-b218-4ae4-a428-b84fc9db8135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:59.754121 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '046a4e13-5c14-4ab0-a380-01c6219a225e', 'name': 'network-vif-deleted', 'tag': 'e1067275-cabf-4d23-a17d-fc5603a4892b', 'status': 'completed', 'code': 200} May 20 19:42:59.822584 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-fb02c5e5-b218-4ae4-a428-b84fc9db8135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:59.835824 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-ebb0fce4-9458-4890-a588-3dc3d25053b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:59.909901 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb02c5e5-b218-4ae4-a428-b84fc9db8135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfac45a9-d0e2-4887-b8cb-09de721ebdd8,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:59.930286 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-fb02c5e5-b218-4ae4-a428-b84fc9db8135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:59.931567 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-fb02c5e5-b218-4ae4-a428-b84fc9db8135 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cfac45a9-d0e2-4887-b8cb-09de721ebdd8 HTTP/1.1" status: 204 len: 168 time: 0.4540920 May 20 19:42:59.934530 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-fb02c5e5-b218-4ae4-a428-b84fc9db8135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:59.941878 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-d11b315f-2a17-40ff-b553-d5961c84479a req-d932e96c-62bf-43b4-84df-428f9bdfba42 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Synchronizing usage tracker for tenant:c9efe30813614803b11e1eaf9b6e4102 on resource:port {{(pid=98244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:42:59.961231 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-d11b315f-2a17-40ff-b553-d5961c84479a req-d932e96c-62bf-43b4-84df-428f9bdfba42 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Unset dirty status for tenant:c9efe30813614803b11e1eaf9b6e4102 on resource:port {{(pid=98244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:42:59.973739 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-d11b315f-2a17-40ff-b553-d5961c84479a req-d932e96c-62bf-43b4-84df-428f9bdfba42 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.46 "GET /v2.0/ports?device_id=046a4e13-5c14-4ab0-a380-01c6219a225e HTTP/1.1" status: 200 len: 210 time: 0.1176479 May 20 19:43:00.070235 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e4667-77eb-4559-8809-921cbeb16d1f req-f7e84c9f-540a-44c8-97bb-0186a2bd5d8a tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:00.071865 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-f14e4667-77eb-4559-8809-921cbeb16d1f req-f7e84c9f-540a-44c8-97bb-0186a2bd5d8a tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 945 time: 0.0865569 May 20 19:43:00.136361 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-f14e4667-77eb-4559-8809-921cbeb16d1f req-414c7441-8ef3-462a-8d45-850b283e3185 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572271 May 20 19:43:00.350374 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31149008-3566-4a00-ad69-46599b48dafd req-cf16be00-3d0e-447a-8b6b-1a4407deac3f tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:00.352842 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-31149008-3566-4a00-ad69-46599b48dafd req-cf16be00-3d0e-447a-8b6b-1a4407deac3f tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.1237752 May 20 19:43:00.403909 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-31149008-3566-4a00-ad69-46599b48dafd req-18d5c5f3-90b0-4c91-a486-ca8b3149eec1 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434420 May 20 19:43:00.415116 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 1d1ab48e-d3bc-44e2-96eb-79d22ac26469 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 19:43:00.566786 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port 1d1ab48e-d3bc-44e2-96eb-79d22ac26469, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=1d1ab48e-d3bc-44e2-96eb-79d22ac26469,segment=NetworkSegment(d43e1fd1-5688-4134-8bc2-a0f2d5580276),segment_id=d43e1fd1-5688-4134-8bc2-a0f2d5580276)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:43:00.580067 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Returning: {'device': '1d1ab48e-d3bc-44e2-96eb-79d22ac26469', 'network_id': '7e77661e-ca37-4cff-bb5e-966d2b75dbde', 'port_id': '1d1ab48e-d3bc-44e2-96eb-79d22ac26469', 'mac_address': 'fa:16:3e:42:53:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '847ba496-f866-4ba0-8ef1-9d82e5bba737', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 19:43:00.608498 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b95e2-bd9d-4d13-84ac-a0e758e4d25d req-d7d5670d-ab9e-4f5d-b852-b2ad271c4830 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:00.610203 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-369b95e2-bd9d-4d13-84ac-a0e758e4d25d req-d7d5670d-ab9e-4f5d-b852-b2ad271c4830 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d3f462c-4d60-437d-82f6-f1e577d68bc9 HTTP/1.1" status: 200 len: 943 time: 0.0811064 May 20 19:43:00.639119 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:00.656050 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.notifiers.nova [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d1ab48e-d3bc-44e2-96eb-79d22ac26469 {{(pid=98245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:43:00.657822 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-369b95e2-bd9d-4d13-84ac-a0e758e4d25d req-d74ba850-6e25-4e09-b5c1-08f8fad3d59d tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.46 "GET /v2.0/security-groups?id=da23f62e-b946-4d7c-99b5-45d99dc8e77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408797 May 20 19:43:00.673669 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port 1d1ab48e-d3bc-44e2-96eb-79d22ac26469, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=1d1ab48e-d3bc-44e2-96eb-79d22ac26469,segment=NetworkSegment(d43e1fd1-5688-4134-8bc2-a0f2d5580276),segment_id=d43e1fd1-5688-4134-8bc2-a0f2d5580276)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:43:00.682685 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:00.684536 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:00.754097 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Pushing event updated for resources: {'Port': ['ID=1d1ab48e-d3bc-44e2-96eb-79d22ac26469,revision_number=4']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:00.757131 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:00.980889 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] get_ports_and_sgs() called for port_ids ['1d1ab48e-d3bc-44e2-96eb-79d22ac26469'] {{(pid=98245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:43:01.350590 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1abff62-0a69-40af-8e39-01cab8cf38f7 req-591a7957-a7ae-4588-bc0b-ed31e7852378 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:01.358609 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-e1abff62-0a69-40af-8e39-01cab8cf38f7 req-591a7957-a7ae-4588-bc0b-ed31e7852378 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 945 time: 0.1144235 May 20 19:43:01.416329 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-e1abff62-0a69-40af-8e39-01cab8cf38f7 req-d5a3fab6-ac05-44e6-b0bb-a0a97d283ffc tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566940 May 20 19:43:01.432508 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f4f396-25a0-4aa5-a2db-b711dddb71ca req-9b03dcf6-94d5-41ce-895d-8bdbf745d06f tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:01.434232 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-13f4f396-25a0-4aa5-a2db-b711dddb71ca req-9b03dcf6-94d5-41ce-895d-8bdbf745d06f tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.46 "GET /v2.0/networks?id=bdcee055-52d4-4370-88d4-637e18ac33ac HTTP/1.1" status: 200 len: 809 time: 0.1792653 May 20 19:43:01.456034 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-13f4f396-25a0-4aa5-a2db-b711dddb71ca req-5ac1df79-3e4a-46d3-9ee0-288e46d4c90f tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.46 "GET /v2.0/quotas/c9efe30813614803b11e1eaf9b6e4102 HTTP/1.1" status: 200 len: 375 time: 0.0142481 May 20 19:43:01.508009 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-8ba0f541-fc15-4942-b452-0e8c823324f4 req-f4611177-b6d4-45dc-814d-0ce20f9ec42f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1011240 May 20 19:43:01.514699 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-13f4f396-25a0-4aa5-a2db-b711dddb71ca req-086b5a26-5c27-4d96-95cc-9192b3f70985 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9efe30813614803b11e1eaf9b6e4102&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499310 May 20 19:43:01.668014 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-13f4f396-25a0-4aa5-a2db-b711dddb71ca req-a18d72f5-1708-449b-ab75-3625b7ebd210 service neutron] 10.222.0.46 "GET /v2.0/networks/bdcee055-52d4-4370-88d4-637e18ac33ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423864 May 20 19:43:01.703070 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0f541-fc15-4942-b452-0e8c823324f4 req-c0b79c38-5f85-479c-acc2-e2411c810d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:01.704646 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-8ba0f541-fc15-4942-b452-0e8c823324f4 req-c0b79c38-5f85-479c-acc2-e2411c810d75 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=eae5dc310b064886a0fbb3c18c74b33d&device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 1098 time: 0.1717629 May 20 19:43:01.713480 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f48be-a568-462b-bfe0-56ad45f3452d req-013892a5-5842-40a3-96ab-282d88bb4b6f tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:01.714837 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-630f48be-a568-462b-bfe0-56ad45f3452d req-013892a5-5842-40a3-96ab-282d88bb4b6f tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.1415417 May 20 19:43:01.809319 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-13f4f396-25a0-4aa5-a2db-b711dddb71ca req-d042566e-2bf1-43ca-b954-1620a06082c0 service neutron] 10.222.0.46 "GET /v2.0/networks/bdcee055-52d4-4370-88d4-637e18ac33ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299908 May 20 19:43:01.848833 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-630f48be-a568-462b-bfe0-56ad45f3452d req-7ed84084-7885-4fdd-b0ed-c729ae266c42 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244161 May 20 19:43:01.905843 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0f541-fc15-4942-b452-0e8c823324f4 req-38ea99dc-f1d4-4061-8a0a-6fe8e722a7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:01.907287 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-8ba0f541-fc15-4942-b452-0e8c823324f4 req-38ea99dc-f1d4-4061-8a0a-6fe8e722a7ef service neutron] 10.222.0.65 "GET /v2.0/networks?id=d932fd37-893e-4714-8e50-cf8308e6d424 HTTP/1.1" status: 200 len: 909 time: 0.1727080 May 20 19:43:02.016060 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-1558a278-dddb-4055-bc5f-debb009f0b58 req-e03492cf-0004-44ff-8f86-9df068c6be53 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0aad138-34a8-430a-b91b-133a90f59a28 HTTP/1.1" status: 200 len: 210 time: 0.0457935 May 20 19:43:02.159841 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-8ba0f541-fc15-4942-b452-0e8c823324f4 req-dfb65e39-8bc3-4ede-9faa-ec5075fed276 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64830ea0-861b-4b27-ab5c-a994d0f73588 HTTP/1.1" status: 200 len: 1000 time: 0.2437587 May 20 19:43:02.223523 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25e261-9587-4054-8a38-44583bef480b req-6fefd4b7-9699-43ae-a856-cd35a191d418 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:02.225065 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-4f25e261-9587-4054-8a38-44583bef480b req-6fefd4b7-9699-43ae-a856-cd35a191d418 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d3f462c-4d60-437d-82f6-f1e577d68bc9 HTTP/1.1" status: 200 len: 944 time: 0.2533574 May 20 19:43:02.232780 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-5a380050-c0b8-467e-95b5-881781f15520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:02.256954 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0f541-fc15-4942-b452-0e8c823324f4 req-5af19e65-d400-4883-b93b-6d000287b230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:02.258365 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-8ba0f541-fc15-4942-b452-0e8c823324f4 req-5af19e65-d400-4883-b93b-6d000287b230 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=edef4a11-9491-49df-813d-c217a08b5490 HTTP/1.1" status: 200 len: 847 time: 0.0901375 May 20 19:43:02.328358 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-4f25e261-9587-4054-8a38-44583bef480b req-721a5541-52d1-42ed-b7da-438ccf07f5a9 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.46 "GET /v2.0/security-groups?id=da23f62e-b946-4d7c-99b5-45d99dc8e77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955153 May 20 19:43:02.358625 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0f541-fc15-4942-b452-0e8c823324f4 req-57efe8b3-b2d5-498c-94f8-7f8a6d63a93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:02.360110 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-8ba0f541-fc15-4942-b452-0e8c823324f4 req-57efe8b3-b2d5-498c-94f8-7f8a6d63a93d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d932fd37-893e-4714-8e50-cf8308e6d424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0892842 May 20 19:43:02.432681 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 1d1ab48e-d3bc-44e2-96eb-79d22ac26469 up at agent hyperv_hv-cinder-79246 {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:43:02.505194 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-8ba0f541-fc15-4942-b452-0e8c823324f4 req-6e58f2cb-c74c-422c-87c2-f179842d2ef8 service neutron] 10.222.0.65 "GET /v2.0/networks/d932fd37-893e-4714-8e50-cf8308e6d424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346383 May 20 19:43:02.508463 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Provisioning for port 1d1ab48e-d3bc-44e2-96eb-79d22ac26469 completed by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:43:02.513417 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Provisioning complete for port 1d1ab48e-d3bc-44e2-96eb-79d22ac26469 triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:43:02.513811 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:02.659483 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-8ba0f541-fc15-4942-b452-0e8c823324f4 req-9bd0ea28-e675-4c51-8e90-e8ceefa8fc00 service neutron] 10.222.0.65 "GET /v2.0/networks/d932fd37-893e-4714-8e50-cf8308e6d424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451297 May 20 19:43:02.669233 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:02.676082 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9943e-3b99-433b-a971-513901517d3f req-33b95f4d-e47b-4421-afc8-4534d60fd838 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:02.678036 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-07c9943e-3b99-433b-a971-513901517d3f req-33b95f4d-e47b-4421-afc8-4534d60fd838 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 945 time: 0.1266580 May 20 19:43:02.706956 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d3f462c-4d60-437d-82f6-f1e577d68bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1ab48e-d3bc-44e2-96eb-79d22ac26469'}] {{(pid=98245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:43:02.717201 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port 1d1ab48e-d3bc-44e2-96eb-79d22ac26469, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=1d1ab48e-d3bc-44e2-96eb-79d22ac26469,segment=NetworkSegment(d43e1fd1-5688-4134-8bc2-a0f2d5580276),segment_id=d43e1fd1-5688-4134-8bc2-a0f2d5580276)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:43:02.722625 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:02.723639 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device e1067275-cabf-4d23-a17d-fc5603a4892b no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:43:02.744442 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-07c9943e-3b99-433b-a971-513901517d3f req-c641259b-a814-41a6-9f0e-481c9232c69c tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569241 May 20 19:43:02.753009 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:02.797639 dv-cinder-792462-2-iscsi neutron-server[98245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d3f462c-4d60-437d-82f6-f1e577d68bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1ab48e-d3bc-44e2-96eb-79d22ac26469', 'code': 200} May 20 19:43:02.805629 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] No Port match for: e1067275-cabf-4d23-a17d-fc5603a4892b {{(pid=98245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:43:02.805978 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device e1067275-cabf-4d23-a17d-fc5603a4892b not bound to the agent host hv-cinder-79246 {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:43:02.834541 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Pushing event updated for resources: {'Port': ['ID=1d1ab48e-d3bc-44e2-96eb-79d22ac26469,revision_number=5']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:02.837624 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:03.047810 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae29648-3a92-4f70-8e7a-d3045a4f4e61 req-85f276eb-a1b8-4e86-a598-fa0c2fba7ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:03.049511 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6ae29648-3a92-4f70-8e7a-d3045a4f4e61 req-85f276eb-a1b8-4e86-a598-fa0c2fba7ad4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5d3f462c-4d60-437d-82f6-f1e577d68bc9 HTTP/1.1" status: 200 len: 1098 time: 0.1296294 May 20 19:43:03.104274 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f935336-b398-4533-a39b-6ab011989298 req-916ed603-fe85-4c41-857f-a5094c856d88 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:03.105792 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-0f935336-b398-4533-a39b-6ab011989298 req-916ed603-fe85-4c41-857f-a5094c856d88 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.1353881 May 20 19:43:03.112168 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6ae29648-3a92-4f70-8e7a-d3045a4f4e61 req-73e51596-1911-497d-9a08-f3ac100ba6fc service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=da23f62e-b946-4d7c-99b5-45d99dc8e77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550005 May 20 19:43:03.158378 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-0f935336-b398-4533-a39b-6ab011989298 req-67279625-ed66-4ec9-bff0-47bace13c2e1 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449646 May 20 19:43:03.297710 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7180eeb9-c439-4729-8b1b-0a60bf08a47c req-93fcd87c-bf21-4da7-acbd-520316ef24df tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0aad138-34a8-430a-b91b-133a90f59a28 HTTP/1.1" status: 200 len: 210 time: 0.1429982 May 20 19:43:03.365182 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f4f396-25a0-4aa5-a2db-b711dddb71ca req-ae6293b7-cf49-45ac-b86a-f5f1f0615034 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:03.367163 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-13f4f396-25a0-4aa5-a2db-b711dddb71ca req-ae6293b7-cf49-45ac-b86a-f5f1f0615034 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.65 "GET /v2.0/networks?id=bdcee055-52d4-4370-88d4-637e18ac33ac HTTP/1.1" status: 200 len: 809 time: 0.1933866 May 20 19:43:03.384551 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [req-13f4f396-25a0-4aa5-a2db-b711dddb71ca req-dd711996-631d-4b8d-aa41-2584a50b057a tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Request body: {'port': {'device_id': 'a0aad138-34a8-430a-b91b-133a90f59a28', 'network_id': 'bdcee055-52d4-4370-88d4-637e18ac33ac', 'admin_state_up': True, 'tenant_id': 'c9efe30813614803b11e1eaf9b6e4102'}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:43:03.581959 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [req-13f4f396-25a0-4aa5-a2db-b711dddb71ca req-dd711996-631d-4b8d-aa41-2584a50b057a tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:43:03.596954 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [req-13f4f396-25a0-4aa5-a2db-b711dddb71ca req-dd711996-631d-4b8d-aa41-2584a50b057a tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:43:03.611232 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e14ad-691a-4aec-935c-76a842f786bf req-49e2f9e1-22bc-4ba4-bdb4-d4fafb25081b tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:03.612897 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-925e14ad-691a-4aec-935c-76a842f786bf req-49e2f9e1-22bc-4ba4-bdb4-d4fafb25081b tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d3f462c-4d60-437d-82f6-f1e577d68bc9 HTTP/1.1" status: 200 len: 945 time: 0.1357353 May 20 19:43:03.619141 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13f4f396-25a0-4aa5-a2db-b711dddb71ca req-dd711996-631d-4b8d-aa41-2584a50b057a tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Made reservation on behalf of c9efe30813614803b11e1eaf9b6e4102 for: {'port': 1} {{(pid=98244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:43:03.622794 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-13f4f396-25a0-4aa5-a2db-b711dddb71ca req-dd711996-631d-4b8d-aa41-2584a50b057a tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:03.725535 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-925e14ad-691a-4aec-935c-76a842f786bf req-e56d742e-87d6-403a-9a1a-f2721a2f871d tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.46 "GET /v2.0/security-groups?id=da23f62e-b946-4d7c-99b5-45d99dc8e77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928099 May 20 19:43:03.821766 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.db_base_plugin_common [req-13f4f396-25a0-4aa5-a2db-b711dddb71ca req-dd711996-631d-4b8d-aa41-2584a50b057a tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Allocated IP 172.20.0.8 (bdcee055-52d4-4370-88d4-637e18ac33ac/1315449f-aced-4a58-a0b2-b249b2f04475/790715d6-0c95-453f-9ffa-fa2b6c5d1128) {{(pid=98244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:43:03.943581 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6adfb62-bb93-431c-9b6b-d3f2ed35ee9a req-16929dab-27a7-438e-bab4-3b9f9511e756 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:03.945121 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-b6adfb62-bb93-431c-9b6b-d3f2ed35ee9a req-16929dab-27a7-438e-bab4-3b9f9511e756 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 945 time: 0.0832977 May 20 19:43:03.999401 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-b6adfb62-bb93-431c-9b6b-d3f2ed35ee9a req-8ca5e18c-bad3-4db1-9244-858f612d1bf0 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475397 May 20 19:43:04.033715 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-13f4f396-25a0-4aa5-a2db-b711dddb71ca req-dd711996-631d-4b8d-aa41-2584a50b057a tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Notify callbacks [] for port, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:04.065188 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-13f4f396-25a0-4aa5-a2db-b711dddb71ca req-dd711996-631d-4b8d-aa41-2584a50b057a tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3028154'] for port, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:04.071882 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:04.141985 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13f4f396-25a0-4aa5-a2db-b711dddb71ca req-dd711996-631d-4b8d-aa41-2584a50b057a tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Network bdcee055-52d4-4370-88d4-637e18ac33ac is already hosted by enough agents. {{(pid=98244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:43:04.144911 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.base_scheduler [req-13f4f396-25a0-4aa5-a2db-b711dddb71ca req-dd711996-631d-4b8d-aa41-2584a50b057a tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Resources bound (agent type, host, resource id): {{(pid=98244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:43:04.149249 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.l3_dvrscheduler_db [req-13f4f396-25a0-4aa5-a2db-b711dddb71ca req-dd711996-631d-4b8d-aa41-2584a50b057a tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Received port after_create {{(pid=98244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:43:04.178239 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd711996-631d-4b8d-aa41-2584a50b057a tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Pushing event updated for resources: {'Port': ['ID=790715d6-0c95-453f-9ffa-fa2b6c5d1128,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:04.184536 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-dd711996-631d-4b8d-aa41-2584a50b057a tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:04.213805 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f4f396-25a0-4aa5-a2db-b711dddb71ca req-dd711996-631d-4b8d-aa41-2584a50b057a tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:04.214412 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-13f4f396-25a0-4aa5-a2db-b711dddb71ca req-dd711996-631d-4b8d-aa41-2584a50b057a tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for port, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:04.238029 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-13f4f396-25a0-4aa5-a2db-b711dddb71ca req-dd711996-631d-4b8d-aa41-2584a50b057a tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8574030 May 20 19:43:04.363956 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b1166-2b33-4740-a6f9-89ea175785b7 req-2e994f87-0502-437b-82e0-22139f2f021f tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:04.365434 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-d83b1166-2b33-4740-a6f9-89ea175785b7 req-2e994f87-0502-437b-82e0-22139f2f021f tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.0836823 May 20 19:43:04.418162 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-d83b1166-2b33-4740-a6f9-89ea175785b7 req-c5756352-2370-4df2-a2df-2e6a4dece049 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468082 May 20 19:43:04.465341 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-a6fd53aa-9733-4083-b432-6f20474ab11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:04.516778 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d4ab6-56b4-4b3d-abbf-524460cb4944 req-48df83b0-4f6c-4ed9-a476-fe10a150c271 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:04.518384 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-f27d4ab6-56b4-4b3d-abbf-524460cb4944 req-48df83b0-4f6c-4ed9-a476-fe10a150c271 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0aad138-34a8-430a-b91b-133a90f59a28 HTTP/1.1" status: 200 len: 931 time: 0.0936801 May 20 19:43:04.563519 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-f27d4ab6-56b4-4b3d-abbf-524460cb4944 req-b73b89ce-f43f-43be-b662-ac9ff193aab0 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.46 "GET /v2.0/security-groups?id=52d3b5b3-13e4-4c88-ad8e-580030444056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393243 May 20 19:43:04.787476 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:05.005239 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91972cdb-9bfa-40da-aa59-8ba96e74d61e req-6e34fcf1-400c-47f7-a6ae-8d2edb0572d3 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:05.006603 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-91972cdb-9bfa-40da-aa59-8ba96e74d61e req-6e34fcf1-400c-47f7-a6ae-8d2edb0572d3 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d3f462c-4d60-437d-82f6-f1e577d68bc9 HTTP/1.1" status: 200 len: 945 time: 0.1704638 May 20 19:43:05.052473 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-91972cdb-9bfa-40da-aa59-8ba96e74d61e req-f23e703b-8497-42b8-9484-3cfd3d7af2ca tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.46 "GET /v2.0/security-groups?id=da23f62e-b946-4d7c-99b5-45d99dc8e77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400152 May 20 19:43:05.213664 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195f6bc-7cc2-4637-95f4-5f63f2b6a259 req-121e2158-f8fe-4dfc-b72a-1f9d5b66b0b1 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:05.215246 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-1195f6bc-7cc2-4637-95f4-5f63f2b6a259 req-121e2158-f8fe-4dfc-b72a-1f9d5b66b0b1 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 945 time: 0.0889087 May 20 19:43:05.262529 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-1195f6bc-7cc2-4637-95f4-5f63f2b6a259 req-5d61f3a5-5b82-4d67-8bc2-e352acb322ac tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399086 May 20 19:43:05.419008 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.agents_db [None req-81082b58-be1a-4fbd-9926-297307221300 None None] Agent healthcheck: found 6 active agents {{(pid=98246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:43:05.578797 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d568-3eaa-4ee2-8e63-8438dfda9a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:05.638556 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197471c7-e759-4d9b-9082-1509c2b75398 req-5621fb1e-a032-4ab5-8e1d-d79fc5275365 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:05.644199 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-197471c7-e759-4d9b-9082-1509c2b75398 req-5621fb1e-a032-4ab5-8e1d-d79fc5275365 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.1120765 May 20 19:43:05.696531 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-197471c7-e759-4d9b-9082-1509c2b75398 req-df9512ce-47ee-4c71-a746-67bd523c2100 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484846 May 20 19:43:05.765920 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a6da6-3519-48e4-a543-6116cb757d4d req-4f132473-e655-42e8-8b65-cd1fbfb41ef8 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:05.767286 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-ed6a6da6-3519-48e4-a543-6116cb757d4d req-4f132473-e655-42e8-8b65-cd1fbfb41ef8 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0aad138-34a8-430a-b91b-133a90f59a28 HTTP/1.1" status: 200 len: 931 time: 0.0789893 May 20 19:43:05.815213 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-ed6a6da6-3519-48e4-a543-6116cb757d4d req-48890ef6-b477-4cb2-be84-17032bd01228 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.46 "GET /v2.0/security-groups?id=52d3b5b3-13e4-4c88-ad8e-580030444056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420184 May 20 19:43:06.238692 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:06.454915 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674f144-a0d9-4fe7-90f2-fae89daab40b req-8346c4fc-1a9b-49ea-a286-4ff9e7d6b5af tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:06.456326 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-5674f144-a0d9-4fe7-90f2-fae89daab40b req-8346c4fc-1a9b-49ea-a286-4ff9e7d6b5af tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 945 time: 0.0800524 May 20 19:43:06.503582 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-5674f144-a0d9-4fe7-90f2-fae89daab40b req-2771b51f-54f4-4f4f-b1a2-603e9f257592 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416195 May 20 19:43:06.885781 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ad2e3-fbd5-4f6f-b1c1-f024ea05a2f1 req-fe3438da-47da-4a0a-9262-52b95d20d4d4 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:06.888639 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-a64ad2e3-fbd5-4f6f-b1c1-f024ea05a2f1 req-fe3438da-47da-4a0a-9262-52b95d20d4d4 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.0847611 May 20 19:43:06.933497 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-a64ad2e3-fbd5-4f6f-b1c1-f024ea05a2f1 req-2d519b0c-b760-4801-ad9a-ae9a8e5c05ed tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401528 May 20 19:43:06.966434 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [req-13f4f396-25a0-4aa5-a2db-b711dddb71ca req-8cbb5ab4-72c6-4474-b90a-fffc023fb7dc service neutron] Request body: {'port': {'device_id': 'a0aad138-34a8-430a-b91b-133a90f59a28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:43:07.105251 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-13f4f396-25a0-4aa5-a2db-b711dddb71ca req-8cbb5ab4-72c6-4474-b90a-fffc023fb7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:07.123763 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ecb04e-b415-4bf5-83bc-cd616f2b34a7 req-c9d034c2-6968-4998-ac97-ac5c94fc03f9 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:07.124489 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-a3ecb04e-b415-4bf5-83bc-cd616f2b34a7 req-c9d034c2-6968-4998-ac97-ac5c94fc03f9 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Synchronizing usage tracker for tenant:c9efe30813614803b11e1eaf9b6e4102 on resource:port {{(pid=98244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:43:07.185433 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-a3ecb04e-b415-4bf5-83bc-cd616f2b34a7 req-c9d034c2-6968-4998-ac97-ac5c94fc03f9 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Unset dirty status for tenant:c9efe30813614803b11e1eaf9b6e4102 on resource:port {{(pid=98244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:43:07.186593 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-a3ecb04e-b415-4bf5-83bc-cd616f2b34a7 req-c9d034c2-6968-4998-ac97-ac5c94fc03f9 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0aad138-34a8-430a-b91b-133a90f59a28 HTTP/1.1" status: 200 len: 931 time: 0.2606561 May 20 19:43:07.255460 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-40a8b960-4cf6-42c3-bf80-c71dd59d075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:07.303285 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-a3ecb04e-b415-4bf5-83bc-cd616f2b34a7 req-17882744-ad99-4424-9f54-cf4857ad10b7 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.46 "GET /v2.0/security-groups?id=52d3b5b3-13e4-4c88-ad8e-580030444056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090598 May 20 19:43:07.536203 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.notifiers.nova [req-13f4f396-25a0-4aa5-a2db-b711dddb71ca req-8cbb5ab4-72c6-4474-b90a-fffc023fb7dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 790715d6-0c95-453f-9ffa-fa2b6c5d1128 {{(pid=98244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:43:07.543443 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-13f4f396-25a0-4aa5-a2db-b711dddb71ca req-8cbb5ab4-72c6-4474-b90a-fffc023fb7dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:07.557729 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.provisioning_blocks [req-13f4f396-25a0-4aa5-a2db-b711dddb71ca req-8cbb5ab4-72c6-4474-b90a-fffc023fb7dc service neutron] Transition to ACTIVE for port object 790715d6-0c95-453f-9ffa-fa2b6c5d1128 will not be triggered until provisioned by entity L2. {{(pid=98244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:43:07.563552 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-13f4f396-25a0-4aa5-a2db-b711dddb71ca req-8cbb5ab4-72c6-4474-b90a-fffc023fb7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3028147'] for port, after_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:07.567466 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:07.703569 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e5f62-de2f-4096-8226-fd91754dc01f req-b9fa9785-75f2-40cc-9288-e734a0c8d42f tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:07.705065 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-687e5f62-de2f-4096-8226-fd91754dc01f req-b9fa9785-75f2-40cc-9288-e734a0c8d42f tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 945 time: 0.0911477 May 20 19:43:07.724039 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbb5ab4-72c6-4474-b90a-fffc023fb7dc service neutron] Pushing event updated for resources: {'Port': ['ID=790715d6-0c95-453f-9ffa-fa2b6c5d1128,revision_number=2']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:07.751965 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-687e5f62-de2f-4096-8226-fd91754dc01f req-beb78823-d859-44ae-8a56-13328d9780de tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409107 May 20 19:43:07.756313 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-8cbb5ab4-72c6-4474-b90a-fffc023fb7dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:07.801407 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.managers [req-13f4f396-25a0-4aa5-a2db-b711dddb71ca req-8cbb5ab4-72c6-4474-b90a-fffc023fb7dc service neutron] Attempting to bind port 790715d6-0c95-453f-9ffa-fa2b6c5d1128 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:43:07.801727 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.managers [req-13f4f396-25a0-4aa5-a2db-b711dddb71ca req-8cbb5ab4-72c6-4474-b90a-fffc023fb7dc service neutron] Attempting to bind port 790715d6-0c95-453f-9ffa-fa2b6c5d1128 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '3d1f4934-fb4b-4aff-9042-c2235a611bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'bdcee055-52d4-4370-88d4-637e18ac33ac'}] {{(pid=98244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:43:07.802122 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f4f396-25a0-4aa5-a2db-b711dddb71ca req-8cbb5ab4-72c6-4474-b90a-fffc023fb7dc service neutron] Attempting to bind port 790715d6-0c95-453f-9ffa-fa2b6c5d1128 on network bdcee055-52d4-4370-88d4-637e18ac33ac {{(pid=98244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:43:07.806879 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f4f396-25a0-4aa5-a2db-b711dddb71ca req-8cbb5ab4-72c6-4474-b90a-fffc023fb7dc service neutron] Port 790715d6-0c95-453f-9ffa-fa2b6c5d1128 on network bdcee055-52d4-4370-88d4-637e18ac33ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 19:43:07.807192 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f4f396-25a0-4aa5-a2db-b711dddb71ca req-8cbb5ab4-72c6-4474-b90a-fffc023fb7dc service neutron] Attempting to bind port 790715d6-0c95-453f-9ffa-fa2b6c5d1128 on network bdcee055-52d4-4370-88d4-637e18ac33ac {{(pid=98244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:43:07.812907 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f4f396-25a0-4aa5-a2db-b711dddb71ca req-8cbb5ab4-72c6-4474-b90a-fffc023fb7dc service neutron] Checking agent: {'id': '35bcd696-cda5-4691-8ef9-fd8f1ab55a75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 39, 6), 'started_at': datetime.datetime(2021, 5, 20, 19, 39, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:43:07.813237 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f4f396-25a0-4aa5-a2db-b711dddb71ca req-8cbb5ab4-72c6-4474-b90a-fffc023fb7dc service neutron] Checking segment: {'id': '3d1f4934-fb4b-4aff-9042-c2235a611bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'bdcee055-52d4-4370-88d4-637e18ac33ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:43:07.813673 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f4f396-25a0-4aa5-a2db-b711dddb71ca req-8cbb5ab4-72c6-4474-b90a-fffc023fb7dc service neutron] Bound using segment: {'id': '3d1f4934-fb4b-4aff-9042-c2235a611bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'bdcee055-52d4-4370-88d4-637e18ac33ac'} {{(pid=98244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:43:07.814536 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.managers [req-13f4f396-25a0-4aa5-a2db-b711dddb71ca req-8cbb5ab4-72c6-4474-b90a-fffc023fb7dc service neutron] Bound port: 790715d6-0c95-453f-9ffa-fa2b6c5d1128, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d1f4934-fb4b-4aff-9042-c2235a611bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'bdcee055-52d4-4370-88d4-637e18ac33ac'}}] {{(pid=98244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:43:07.814536 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-13f4f396-25a0-4aa5-a2db-b711dddb71ca req-8cbb5ab4-72c6-4474-b90a-fffc023fb7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:07.916018 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.db [req-13f4f396-25a0-4aa5-a2db-b711dddb71ca req-8cbb5ab4-72c6-4474-b90a-fffc023fb7dc service neutron] For port 790715d6-0c95-453f-9ffa-fa2b6c5d1128, host hv-cinder-79246, cleared binding levels {{(pid=98244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:43:07.920191 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.db [req-13f4f396-25a0-4aa5-a2db-b711dddb71ca req-8cbb5ab4-72c6-4474-b90a-fffc023fb7dc service neutron] For port 790715d6-0c95-453f-9ffa-fa2b6c5d1128, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=790715d6-0c95-453f-9ffa-fa2b6c5d1128,segment=NetworkSegment(3d1f4934-fb4b-4aff-9042-c2235a611bca),segment_id=3d1f4934-fb4b-4aff-9042-c2235a611bca)] {{(pid=98244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:43:07.925120 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-13f4f396-25a0-4aa5-a2db-b711dddb71ca req-8cbb5ab4-72c6-4474-b90a-fffc023fb7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3028147'] for port, after_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:07.929879 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-ce21f2f7-2786-4c83-90fe-62c692dbce29 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:08.000218 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f4f396-25a0-4aa5-a2db-b711dddb71ca req-8cbb5ab4-72c6-4474-b90a-fffc023fb7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:08.000871 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-13f4f396-25a0-4aa5-a2db-b711dddb71ca req-8cbb5ab4-72c6-4474-b90a-fffc023fb7dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for port, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:08.002318 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-13f4f396-25a0-4aa5-a2db-b711dddb71ca req-8cbb5ab4-72c6-4474-b90a-fffc023fb7dc service neutron] 10.222.0.65 "PUT /v2.0/ports/790715d6-0c95-453f-9ffa-fa2b6c5d1128 HTTP/1.1" status: 200 len: 1093 time: 1.0449064 May 20 19:43:08.002828 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0aad138-34a8-430a-b91b-133a90f59a28', 'tag': '790715d6-0c95-453f-9ffa-fa2b6c5d1128'}] {{(pid=98244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:43:08.044431 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbb5ab4-72c6-4474-b90a-fffc023fb7dc service neutron] Pushing event updated for resources: {'Port': ['ID=790715d6-0c95-453f-9ffa-fa2b6c5d1128,revision_number=3']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:08.048812 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-8cbb5ab4-72c6-4474-b90a-fffc023fb7dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:08.095145 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0aad138-34a8-430a-b91b-133a90f59a28', 'tag': '790715d6-0c95-453f-9ffa-fa2b6c5d1128', 'status': 'completed', 'code': 200} May 20 19:43:08.191001 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f4f396-25a0-4aa5-a2db-b711dddb71ca req-9ae97152-7d63-4a7a-b20b-0c2e5c170c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:08.192508 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-13f4f396-25a0-4aa5-a2db-b711dddb71ca req-9ae97152-7d63-4a7a-b20b-0c2e5c170c20 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c9efe30813614803b11e1eaf9b6e4102&device_id=a0aad138-34a8-430a-b91b-133a90f59a28 HTTP/1.1" status: 200 len: 1096 time: 0.1424682 May 20 19:43:08.203638 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8d9ab-8cad-49b3-8771-bcb510ea6916 req-6a4d7aad-f21c-4bff-99d3-43052a8c9714 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:08.207019 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-68b8d9ab-8cad-49b3-8771-bcb510ea6916 req-6a4d7aad-f21c-4bff-99d3-43052a8c9714 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.1108897 May 20 19:43:08.284240 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-13f4f396-25a0-4aa5-a2db-b711dddb71ca req-d34f72df-4c57-4ca3-93d1-0b54b4690df4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=790715d6-0c95-453f-9ffa-fa2b6c5d1128 HTTP/1.1" status: 200 len: 217 time: 0.0779507 May 20 19:43:08.349480 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-68b8d9ab-8cad-49b3-8771-bcb510ea6916 req-48a1e714-f9c5-4517-acb7-f89569e49880 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935276 May 20 19:43:08.364407 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f4f396-25a0-4aa5-a2db-b711dddb71ca req-ecd8c3bd-446c-4ad7-a1e4-915844c377b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:08.366086 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-13f4f396-25a0-4aa5-a2db-b711dddb71ca req-ecd8c3bd-446c-4ad7-a1e4-915844c377b5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1315449f-aced-4a58-a0b2-b249b2f04475 HTTP/1.1" status: 200 len: 849 time: 0.0747774 May 20 19:43:08.516093 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-13f4f396-25a0-4aa5-a2db-b711dddb71ca req-f6c48ac3-7cc8-41ca-abd2-804639ae6519 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bdcee055-52d4-4370-88d4-637e18ac33ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1416891 May 20 19:43:08.530251 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206ba09-c5f0-48eb-bd0b-89837e0446ce req-c56ff96d-06b4-45dd-a845-50f1935552d3 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:08.533844 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-5206ba09-c5f0-48eb-bd0b-89837e0446ce req-c56ff96d-06b4-45dd-a845-50f1935552d3 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0aad138-34a8-430a-b91b-133a90f59a28 HTTP/1.1" status: 200 len: 943 time: 0.1011114 May 20 19:43:08.636237 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-5206ba09-c5f0-48eb-bd0b-89837e0446ce req-af595550-6f6f-407f-8061-432e350a1338 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.46 "GET /v2.0/security-groups?id=52d3b5b3-13e4-4c88-ad8e-580030444056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978673 May 20 19:43:08.651158 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b257c-c6d8-4d6c-8c76-0aec8830b55e req-551c56db-c32b-49ff-8afd-8ebde2844a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:08.661629 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-922b257c-c6d8-4d6c-8c76-0aec8830b55e req-551c56db-c32b-49ff-8afd-8ebde2844a82 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 1098 time: 0.0997665 May 20 19:43:08.685619 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-13f4f396-25a0-4aa5-a2db-b711dddb71ca req-fdd4672f-b854-41ad-9820-955faac90e57 service neutron] 10.222.0.65 "GET /v2.0/networks/bdcee055-52d4-4370-88d4-637e18ac33ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377051 May 20 19:43:08.707479 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-922b257c-c6d8-4d6c-8c76-0aec8830b55e req-857d52be-e384-4c21-9afb-3d0c905089ca service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444705 May 20 19:43:08.844605 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-13f4f396-25a0-4aa5-a2db-b711dddb71ca req-876b65cd-dd5b-4a48-a0cc-eb64104d6d39 service neutron] 10.222.0.65 "GET /v2.0/networks/bdcee055-52d4-4370-88d4-637e18ac33ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368630 May 20 19:43:08.858239 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45003b62-b2f1-4be6-9836-dba236c217fe req-e5397e85-47ad-4322-8e3b-4148f165ea9f tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:08.859777 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-45003b62-b2f1-4be6-9836-dba236c217fe req-e5397e85-47ad-4322-8e3b-4148f165ea9f tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.0834792 May 20 19:43:08.919929 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-45003b62-b2f1-4be6-9836-dba236c217fe req-7f23e885-75d0-4ae7-80d4-8b25a05c09ee tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535917 May 20 19:43:09.026827 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6dadd0-6b4c-427b-aac0-217b31d01704 req-fa4d9b1c-dbc8-4808-994a-64a59ed5bbd2 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:09.028297 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-aa6dadd0-6b4c-427b-aac0-217b31d01704 req-fa4d9b1c-dbc8-4808-994a-64a59ed5bbd2 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 945 time: 0.1523495 May 20 19:43:09.057427 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e386841-d0ce-4d67-9c6f-e805f96768d4 req-687c67aa-af6f-4ab2-95f5-2ee865c01ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:09.058852 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-5e386841-d0ce-4d67-9c6f-e805f96768d4 req-687c67aa-af6f-4ab2-95f5-2ee865c01ceb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c9efe30813614803b11e1eaf9b6e4102&device_id=a0aad138-34a8-430a-b91b-133a90f59a28 HTTP/1.1" status: 200 len: 1096 time: 0.1146896 May 20 19:43:09.112773 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-aa6dadd0-6b4c-427b-aac0-217b31d01704 req-8cffbe8b-5014-4606-9441-636aaa674ad3 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772767 May 20 19:43:09.202504 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e386841-d0ce-4d67-9c6f-e805f96768d4 req-214946e7-6efc-42b7-a78b-f06eeb90a44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:09.204508 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-5e386841-d0ce-4d67-9c6f-e805f96768d4 req-214946e7-6efc-42b7-a78b-f06eeb90a44f service neutron] 10.222.0.65 "GET /v2.0/networks?id=bdcee055-52d4-4370-88d4-637e18ac33ac HTTP/1.1" status: 200 len: 910 time: 0.1352324 May 20 19:43:09.283295 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-5e386841-d0ce-4d67-9c6f-e805f96768d4 req-a9356248-e837-46bd-a0c0-8ff4a4b0a36d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=790715d6-0c95-453f-9ffa-fa2b6c5d1128 HTTP/1.1" status: 200 len: 217 time: 0.0654643 May 20 19:43:09.353146 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e386841-d0ce-4d67-9c6f-e805f96768d4 req-7f6fd9a9-63da-4bc8-ad35-417710a4b8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:09.354658 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-5e386841-d0ce-4d67-9c6f-e805f96768d4 req-7f6fd9a9-63da-4bc8-ad35-417710a4b8ba service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1315449f-aced-4a58-a0b2-b249b2f04475 HTTP/1.1" status: 200 len: 849 time: 0.0586128 May 20 19:43:09.409530 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-5e386841-d0ce-4d67-9c6f-e805f96768d4 req-4b87eac6-a16b-40b7-9bb7-deea54040054 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bdcee055-52d4-4370-88d4-637e18ac33ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452819 May 20 19:43:09.551000 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef820f45-44e5-4495-93dd-47dc6566d743 req-148dfc0a-cef9-49e9-b684-c39d4566f591 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:09.552549 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-ef820f45-44e5-4495-93dd-47dc6566d743 req-148dfc0a-cef9-49e9-b684-c39d4566f591 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.0875299 May 20 19:43:09.554722 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-5e386841-d0ce-4d67-9c6f-e805f96768d4 req-bdfb1e21-d3cc-4edc-9b6d-e9d704884606 service neutron] 10.222.0.65 "GET /v2.0/networks/bdcee055-52d4-4370-88d4-637e18ac33ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339922 May 20 19:43:09.599558 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-ef820f45-44e5-4495-93dd-47dc6566d743 req-bd60c21c-6b5b-4bee-975c-6460640bd1aa tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409594 May 20 19:43:09.692275 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-5e386841-d0ce-4d67-9c6f-e805f96768d4 req-d62d91da-8127-445d-910d-1fcb44625c10 service neutron] 10.222.0.65 "GET /v2.0/networks/bdcee055-52d4-4370-88d4-637e18ac33ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276321 May 20 19:43:09.841716 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c77e2-5c96-430a-97a8-d36d849386ed req-b1f932ee-cf1a-47e8-8824-52387f1d55af tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:09.843231 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-398c77e2-5c96-430a-97a8-d36d849386ed req-b1f932ee-cf1a-47e8-8824-52387f1d55af tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0aad138-34a8-430a-b91b-133a90f59a28 HTTP/1.1" status: 200 len: 943 time: 0.0960135 May 20 19:43:09.892377 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-398c77e2-5c96-430a-97a8-d36d849386ed req-9a6a63ff-ed84-411c-9f97-9161d93aebfe tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.46 "GET /v2.0/security-groups?id=52d3b5b3-13e4-4c88-ad8e-580030444056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430889 May 20 19:43:10.119549 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ede51-de1e-4dc8-b036-23fcc74fa40d req-b51807c0-3d49-4bd2-a995-8f3616a1e5e5 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:10.121012 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-150ede51-de1e-4dc8-b036-23fcc74fa40d req-b51807c0-3d49-4bd2-a995-8f3616a1e5e5 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.0891619 May 20 19:43:10.174814 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-150ede51-de1e-4dc8-b036-23fcc74fa40d req-c66df6f0-3b30-4b32-b8ae-50fb40003377 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470858 May 20 19:43:10.310858 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c405a-10ab-46c6-a35d-1a441d742113 req-28decf5a-7eee-40e7-819d-1646cea4e060 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:10.312265 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-7a9c405a-10ab-46c6-a35d-1a441d742113 req-28decf5a-7eee-40e7-819d-1646cea4e060 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 945 time: 0.0867939 May 20 19:43:10.356936 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-7a9c405a-10ab-46c6-a35d-1a441d742113 req-9bb91f8c-6a0c-425e-9d0f-f00357030aaa tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388362 May 20 19:43:10.799328 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8872e4-ae6c-431c-84b0-04f9e57162d9 req-d88d41a3-a9d9-4f40-bde6-72e44691281c tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:10.800807 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6b8872e4-ae6c-431c-84b0-04f9e57162d9 req-d88d41a3-a9d9-4f40-bde6-72e44691281c tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.0918949 May 20 19:43:10.851053 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6b8872e4-ae6c-431c-84b0-04f9e57162d9 req-d9fc32d8-38af-4e81-8563-1e8ca92809f0 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443413 May 20 19:43:11.042469 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 790715d6-0c95-453f-9ffa-fa2b6c5d1128 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 19:43:11.113840 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37b494-b5c8-4553-8ac1-e25820ed9f69 req-2dfe957c-147e-4145-a5c9-66554104f223 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:11.123227 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-ee37b494-b5c8-4553-8ac1-e25820ed9f69 req-2dfe957c-147e-4145-a5c9-66554104f223 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0aad138-34a8-430a-b91b-133a90f59a28 HTTP/1.1" status: 200 len: 943 time: 0.1163986 May 20 19:43:11.188120 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-ee37b494-b5c8-4553-8ac1-e25820ed9f69 req-b64b455e-fd13-4a7e-9acc-79f295b138c0 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.46 "GET /v2.0/security-groups?id=52d3b5b3-13e4-4c88-ad8e-580030444056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633790 May 20 19:43:11.206338 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port 790715d6-0c95-453f-9ffa-fa2b6c5d1128, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=790715d6-0c95-453f-9ffa-fa2b6c5d1128,segment=NetworkSegment(3d1f4934-fb4b-4aff-9042-c2235a611bca),segment_id=3d1f4934-fb4b-4aff-9042-c2235a611bca)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:43:11.225481 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Returning: {'device': '790715d6-0c95-453f-9ffa-fa2b6c5d1128', 'network_id': 'bdcee055-52d4-4370-88d4-637e18ac33ac', 'port_id': '790715d6-0c95-453f-9ffa-fa2b6c5d1128', 'mac_address': 'fa:16:3e:b4:4f:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1315449f-aced-4a58-a0b2-b249b2f04475', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 19:43:11.296953 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:11.324654 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.notifiers.nova [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 790715d6-0c95-453f-9ffa-fa2b6c5d1128 {{(pid=98245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:43:11.341669 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port 790715d6-0c95-453f-9ffa-fa2b6c5d1128, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=790715d6-0c95-453f-9ffa-fa2b6c5d1128,segment=NetworkSegment(3d1f4934-fb4b-4aff-9042-c2235a611bca),segment_id=3d1f4934-fb4b-4aff-9042-c2235a611bca)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:43:11.349528 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:11.351400 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:11.352063 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e2d6e2-cfa4-4dd9-b4b9-add71a965c29 req-d4cd045b-3c38-44a4-af67-7d6e177b60c4 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:11.354333 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-72e2d6e2-cfa4-4dd9-b4b9-add71a965c29 req-d4cd045b-3c38-44a4-af67-7d6e177b60c4 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.1229796 May 20 19:43:11.357130 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a942d8fc-9559-4e04-9d9e-70e87d167fe2 req-a537d49d-b83b-4772-9179-3b6075613a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:11.360140 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-a942d8fc-9559-4e04-9d9e-70e87d167fe2 req-a537d49d-b83b-4772-9179-3b6075613a0b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a0ac8c7cabd34168a41ac6b7de3b2121&device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 1098 time: 0.1821828 May 20 19:43:11.392644 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44fa7ef-6950-4505-a84b-fc3eede715a2 req-4e9ed757-9b55-4e47-ac5b-bd5cbd2ae052 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:11.394154 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c44fa7ef-6950-4505-a84b-fc3eede715a2 req-4e9ed757-9b55-4e47-ac5b-bd5cbd2ae052 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.0908184 May 20 19:43:11.424271 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Pushing event updated for resources: {'Port': ['ID=790715d6-0c95-453f-9ffa-fa2b6c5d1128,revision_number=4']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:11.428471 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:11.446258 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c44fa7ef-6950-4505-a84b-fc3eede715a2 req-fc1b831a-2486-48de-bccc-ec883c46d1da tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440404 May 20 19:43:11.588483 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-72e2d6e2-cfa4-4dd9-b4b9-add71a965c29 req-08ce2a5a-590d-44ce-9a7d-a8bc0959e099 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271042 May 20 19:43:11.634105 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a942d8fc-9559-4e04-9d9e-70e87d167fe2 req-18d12b0b-ced4-4040-855b-04a0ce9af3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:11.635572 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-a942d8fc-9559-4e04-9d9e-70e87d167fe2 req-18d12b0b-ced4-4040-855b-04a0ce9af3a2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=84eb469a-42da-4e4e-8a93-b8edc16eceb7 HTTP/1.1" status: 200 len: 920 time: 0.2585781 May 20 19:43:11.641312 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7d264-da5b-4ff9-a08c-e1c141bd6f47 req-c234f4a4-af10-4f04-89ab-24e6e983dac1 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:11.642853 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-04f7d264-da5b-4ff9-a08c-e1c141bd6f47 req-c234f4a4-af10-4f04-89ab-24e6e983dac1 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 945 time: 0.0942304 May 20 19:43:11.691327 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-04f7d264-da5b-4ff9-a08c-e1c141bd6f47 req-441f8b6e-96e1-44f5-902e-74919450ddff tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423815 May 20 19:43:11.715564 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-a942d8fc-9559-4e04-9d9e-70e87d167fe2 req-bf95ce9d-6a83-407a-af5c-514907f91eb0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d3f3f04-0a60-4386-a8de-73b34a9990d0 HTTP/1.1" status: 200 len: 217 time: 0.0665948 May 20 19:43:11.772196 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] get_ports_and_sgs() called for port_ids ['790715d6-0c95-453f-9ffa-fa2b6c5d1128'] {{(pid=98245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:43:11.791984 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a942d8fc-9559-4e04-9d9e-70e87d167fe2 req-bb7b99ba-9db3-40ee-bc88-cb3050ce88e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:11.793443 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-a942d8fc-9559-4e04-9d9e-70e87d167fe2 req-bb7b99ba-9db3-40ee-bc88-cb3050ce88e6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b75e212a-a8c6-44fb-b15e-58090122a2cf HTTP/1.1" status: 200 len: 859 time: 0.0657842 May 20 19:43:11.853810 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-a942d8fc-9559-4e04-9d9e-70e87d167fe2 req-31125680-7a0b-4548-a092-f88c2dba89d2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=84eb469a-42da-4e4e-8a93-b8edc16eceb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437393 May 20 19:43:12.012723 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-a942d8fc-9559-4e04-9d9e-70e87d167fe2 req-166ce03e-61b1-44c6-bdbd-7a77c965eec0 service neutron] 10.222.0.65 "GET /v2.0/networks/84eb469a-42da-4e4e-8a93-b8edc16eceb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440716 May 20 19:43:12.154138 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-a942d8fc-9559-4e04-9d9e-70e87d167fe2 req-54a3e127-7272-4b09-9f04-32af0048b405 service neutron] 10.222.0.65 "GET /v2.0/networks/84eb469a-42da-4e4e-8a93-b8edc16eceb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247940 May 20 19:43:12.377621 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e9cbbd-1a8d-43d3-b840-9702509d942b req-3384f074-16ec-438f-a516-d81e82e930b9 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:12.379060 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-03e9cbbd-1a8d-43d3-b840-9702509d942b req-3384f074-16ec-438f-a516-d81e82e930b9 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0aad138-34a8-430a-b91b-133a90f59a28 HTTP/1.1" status: 200 len: 944 time: 0.0880044 May 20 19:43:12.427527 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-03e9cbbd-1a8d-43d3-b840-9702509d942b req-7f1a6bdc-93e5-4309-9fad-cafeeab623ef tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.46 "GET /v2.0/security-groups?id=52d3b5b3-13e4-4c88-ad8e-580030444056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422730 May 20 19:43:12.630624 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed898e6-d469-4441-8a02-945c9fc42113 req-99d0d31e-7f77-4f39-ad16-d275162404c4 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:12.632219 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-fed898e6-d469-4441-8a02-945c9fc42113 req-99d0d31e-7f77-4f39-ad16-d275162404c4 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.0791042 May 20 19:43:12.685668 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-fed898e6-d469-4441-8a02-945c9fc42113 req-add91310-d6b2-4b10-86dc-1fea8bae069e tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467460 May 20 19:43:12.794103 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7449ab7-e6c9-435b-8c09-0b67eb58227f req-e547a005-1272-4546-bd2c-af3672eb3b9a tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:12.796171 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-a7449ab7-e6c9-435b-8c09-0b67eb58227f req-e547a005-1272-4546-bd2c-af3672eb3b9a tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.0878732 May 20 19:43:12.846258 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-a7449ab7-e6c9-435b-8c09-0b67eb58227f req-8aa7c621-fa37-44ec-a167-15bae7422a7c tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439851 May 20 19:43:12.947368 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54c073-2fa8-4884-a575-b5f87d704117 req-aaf17f41-fc96-4734-876b-77bac92f07e3 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:12.948735 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-ae54c073-2fa8-4884-a575-b5f87d704117 req-aaf17f41-fc96-4734-876b-77bac92f07e3 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 945 time: 0.1452167 May 20 19:43:13.000610 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-ae54c073-2fa8-4884-a575-b5f87d704117 req-71f9dd1f-c1a6-4754-85c4-2ea88eac7980 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443740 May 20 19:43:13.064777 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 790715d6-0c95-453f-9ffa-fa2b6c5d1128 up at agent hyperv_hv-cinder-79246 {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:43:13.135204 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Provisioning for port 790715d6-0c95-453f-9ffa-fa2b6c5d1128 completed by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:43:13.140702 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Provisioning complete for port 790715d6-0c95-453f-9ffa-fa2b6c5d1128 triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:43:13.141229 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:13.262788 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:13.293709 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0aad138-34a8-430a-b91b-133a90f59a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790715d6-0c95-453f-9ffa-fa2b6c5d1128'}] {{(pid=98245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:43:13.304700 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port 790715d6-0c95-453f-9ffa-fa2b6c5d1128, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=790715d6-0c95-453f-9ffa-fa2b6c5d1128,segment=NetworkSegment(3d1f4934-fb4b-4aff-9042-c2235a611bca),segment_id=3d1f4934-fb4b-4aff-9042-c2235a611bca)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:43:13.308967 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:13.313221 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-ae4edc0c-1537-494c-9140-73f4d46fd5b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:13.346675 dv-cinder-792462-2-iscsi neutron-server[98245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0aad138-34a8-430a-b91b-133a90f59a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790715d6-0c95-453f-9ffa-fa2b6c5d1128', 'code': 200} May 20 19:43:13.368751 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 38694) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:13.398020 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Pushing event updated for resources: {'Port': ['ID=790715d6-0c95-453f-9ffa-fa2b6c5d1128,revision_number=5']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:13.412034 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:13.500174 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-1dbc67ae-cc81-45da-8bdf-0f3d8ff894c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:13.516142 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-1dbc67ae-cc81-45da-8bdf-0f3d8ff894c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:43:13.519951 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-1dbc67ae-cc81-45da-8bdf-0f3d8ff894c1 admin admin] Usage tracker for resource:security_group_rule and tenant:51f011aef6774b9bbbacb2b91ec4f33c is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:43:13.522750 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-1dbc67ae-cc81-45da-8bdf-0f3d8ff894c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:43:13.528874 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-1dbc67ae-cc81-45da-8bdf-0f3d8ff894c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:43:13.630856 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf14442-18e9-4d5c-912d-614a72ff37c1 req-385058a7-0020-4275-93d3-379367591888 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:13.632672 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-cdf14442-18e9-4d5c-912d-614a72ff37c1 req-385058a7-0020-4275-93d3-379367591888 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0aad138-34a8-430a-b91b-133a90f59a28 HTTP/1.1" status: 200 len: 945 time: 0.0857649 May 20 19:43:13.673340 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5acdb99-f0d8-4bfb-97c5-fc9841485357 req-52b960c8-5e4e-4d62-8038-f55c26a36d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:13.674727 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-d5acdb99-f0d8-4bfb-97c5-fc9841485357 req-52b960c8-5e4e-4d62-8038-f55c26a36d9e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a0aad138-34a8-430a-b91b-133a90f59a28 HTTP/1.1" status: 200 len: 1098 time: 0.1241677 May 20 19:43:13.679120 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-1dbc67ae-cc81-45da-8bdf-0f3d8ff894c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:13.685463 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-1dbc67ae-cc81-45da-8bdf-0f3d8ff894c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:13.685749 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-cdf14442-18e9-4d5c-912d-614a72ff37c1 req-bc91356f-fc8d-488a-b7c9-43201af88903 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.46 "GET /v2.0/security-groups?id=52d3b5b3-13e4-4c88-ad8e-580030444056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465271 May 20 19:43:13.695910 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-2c097d79-4740-4491-b8dd-efcccb9b870d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:13.762257 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-1dbc67ae-cc81-45da-8bdf-0f3d8ff894c1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=51f011aef6774b9bbbacb2b91ec4f33c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3923273 May 20 19:43:13.766177 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 38704) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:13.768178 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc67ae-cc81-45da-8bdf-0f3d8ff894c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f349b63d-84e4-4939-9107-158a9490e103,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:13.771960 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-d5acdb99-f0d8-4bfb-97c5-fc9841485357 req-4aff476a-d2af-4ad3-ae19-55a55629212a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=52d3b5b3-13e4-4c88-ad8e-580030444056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770876 May 20 19:43:13.772779 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-1dbc67ae-cc81-45da-8bdf-0f3d8ff894c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:13.830940 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-03c908bb-33cc-4ecb-b8c8-def9f4fa2dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:13.863343 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-03c908bb-33cc-4ecb-b8c8-def9f4fa2dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:13.923274 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-03c908bb-33cc-4ecb-b8c8-def9f4fa2dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:13.927895 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-dff9affa-67da-41f9-9bd3-60f411b98947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:13.948914 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c908bb-33cc-4ecb-b8c8-def9f4fa2dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f349b63d-84e4-4939-9107-158a9490e103,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:13.953993 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-03c908bb-33cc-4ecb-b8c8-def9f4fa2dd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:13.956697 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-03c908bb-33cc-4ecb-b8c8-def9f4fa2dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:13.960600 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-03c908bb-33cc-4ecb-b8c8-def9f4fa2dd3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f349b63d-84e4-4939-9107-158a9490e103 HTTP/1.1" status: 204 len: 168 time: 0.1931796 May 20 19:43:14.052502 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394ca14-2215-4527-82a9-93bf455f69ab req-41c7f058-847c-49b3-85dd-7decdc8443d4 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:14.059855 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c5cb2-70da-453e-b5b0-72c0b98d7580 req-63cd15fa-fc1f-4f31-b203-fa19fd39374a tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:14.060029 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6394ca14-2215-4527-82a9-93bf455f69ab req-41c7f058-847c-49b3-85dd-7decdc8443d4 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.1120353 May 20 19:43:14.061333 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-857c5cb2-70da-453e-b5b0-72c0b98d7580 req-63cd15fa-fc1f-4f31-b203-fa19fd39374a tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.0921865 May 20 19:43:14.112321 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-857c5cb2-70da-453e-b5b0-72c0b98d7580 req-61ab2717-49a8-432f-930a-d7ac31ed8d70 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439391 May 20 19:43:14.116158 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6394ca14-2215-4527-82a9-93bf455f69ab req-6487e51c-b282-41cc-903f-2bca107f9ca2 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513237 May 20 19:43:14.288154 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7efd811-cc39-4e38-befa-aebac490d559 req-de5df166-1d81-4515-be95-4c780b5c7a75 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:14.289623 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-b7efd811-cc39-4e38-befa-aebac490d559 req-de5df166-1d81-4515-be95-4c780b5c7a75 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 945 time: 0.0806060 May 20 19:43:14.340184 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-b7efd811-cc39-4e38-befa-aebac490d559 req-c7803c60-2c2e-4a8d-aba8-56e2b155b9fc tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447152 May 20 19:43:14.877570 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12fe943-0b14-4679-b9f0-d409cf888263 req-9fa0ef36-076c-46da-b53c-260553e7cec5 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:14.879020 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-b12fe943-0b14-4679-b9f0-d409cf888263 req-9fa0ef36-076c-46da-b53c-260553e7cec5 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0aad138-34a8-430a-b91b-133a90f59a28 HTTP/1.1" status: 200 len: 945 time: 0.0815492 May 20 19:43:14.945916 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-b12fe943-0b14-4679-b9f0-d409cf888263 req-9118890b-0210-4e08-a509-c6bd436afa7c tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.46 "GET /v2.0/security-groups?id=52d3b5b3-13e4-4c88-ad8e-580030444056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608547 May 20 19:43:15.393411 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb15dd3-773b-432f-9f75-39fe18606ff3 req-3d324fdc-9d9e-421b-8c10-2174e8be01d3 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:15.395117 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-efb15dd3-773b-432f-9f75-39fe18606ff3 req-3d324fdc-9d9e-421b-8c10-2174e8be01d3 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.1605053 May 20 19:43:15.448390 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-efb15dd3-773b-432f-9f75-39fe18606ff3 req-3bfd0457-b5b8-43e8-a367-58074b63a6a4 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462215 May 20 19:43:15.523168 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b831192-a46f-42f8-ba7a-28b54c9ee076 req-51f8c813-8160-4034-9407-16e7b4c63be8 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:15.524694 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-1b831192-a46f-42f8-ba7a-28b54c9ee076 req-51f8c813-8160-4034-9407-16e7b4c63be8 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.0841813 May 20 19:43:15.583357 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-1b831192-a46f-42f8-ba7a-28b54c9ee076 req-6c9205fd-000c-4b50-9463-cbda157ff95f tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522096 May 20 19:43:15.699370 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8d6c9-9716-4957-b4a6-0eba73d066a8 req-eaaac529-726c-4b77-b535-06004a4de0a5 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:15.700938 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-e7e8d6c9-9716-4957-b4a6-0eba73d066a8 req-eaaac529-726c-4b77-b535-06004a4de0a5 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 945 time: 0.0880673 May 20 19:43:15.761414 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-e7e8d6c9-9716-4957-b4a6-0eba73d066a8 req-70924db2-7de8-4455-9e69-8a75385c44e8 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513997 May 20 19:43:16.150104 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d85e57-3794-4585-b3a6-12bbc0ed99d4 req-dd987dc7-b7e9-407a-a043-c06215b9c9fd tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:16.151436 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-e4d85e57-3794-4585-b3a6-12bbc0ed99d4 req-dd987dc7-b7e9-407a-a043-c06215b9c9fd tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0aad138-34a8-430a-b91b-133a90f59a28 HTTP/1.1" status: 200 len: 945 time: 0.0809829 May 20 19:43:16.201231 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-e4d85e57-3794-4585-b3a6-12bbc0ed99d4 req-689f2023-8e11-4827-8142-948314ddf56e tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.46 "GET /v2.0/security-groups?id=52d3b5b3-13e4-4c88-ad8e-580030444056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434411 May 20 19:43:16.632297 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6531be61-f7b9-4a45-8907-808664b4e89e req-a39644f1-bc59-4ff4-8c24-d05841125a11 tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=cd4d98e166674f8c95997ed01df11664&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288396 May 20 19:43:16.798193 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38800c73-96e7-40db-a315-5ce98803407d req-7e8f6e1c-f24a-4cc5-af0d-324abfdcea7b tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:16.799966 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-38800c73-96e7-40db-a315-5ce98803407d req-7e8f6e1c-f24a-4cc5-af0d-324abfdcea7b tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.0986390 May 20 19:43:16.829856 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6531be61-f7b9-4a45-8907-808664b4e89e req-c09b2d47-20bd-4bc1-b545-6ac03e5cdad3 tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:16.831451 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6531be61-f7b9-4a45-8907-808664b4e89e req-c09b2d47-20bd-4bc1-b545-6ac03e5cdad3 tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1829500 May 20 19:43:16.846693 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6531be61-f7b9-4a45-8907-808664b4e89e req-004de209-1b17-4f2d-88e2-a9c61822775a tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] 10.222.0.46 "GET /v2.0/quotas/cd4d98e166674f8c95997ed01df11664 HTTP/1.1" status: 200 len: 375 time: 0.0092475 May 20 19:43:16.847346 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-38800c73-96e7-40db-a315-5ce98803407d req-bc576df6-2e31-4c40-bea6-352f0c66a050 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410354 May 20 19:43:16.896404 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6531be61-f7b9-4a45-8907-808664b4e89e req-dce4e005-6f32-40c4-947d-168e64d8b997 tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=cd4d98e166674f8c95997ed01df11664&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440624 May 20 19:43:17.035593 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54987f00-8071-4baa-bbfe-1089fc41e7ee req-bb980b3d-3e3a-4825-ab38-d1b80d68dea8 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:17.036598 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-54987f00-8071-4baa-bbfe-1089fc41e7ee req-bb980b3d-3e3a-4825-ab38-d1b80d68dea8 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 945 time: 0.0916340 May 20 19:43:17.082647 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 19:43:17.088831 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-1f5d2495-7c8e-4f3a-94a1-879a2bda0562 req-e1edb287-0f36-4706-ada0-03a7238a07e6 tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b3850be-61a9-4c91-be22-7ef700cad7dd HTTP/1.1" status: 200 len: 210 time: 0.0455847 May 20 19:43:17.098367 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-54987f00-8071-4baa-bbfe-1089fc41e7ee req-6b8533b5-93a6-4c74-a85d-1dd438613d5a tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549517 May 20 19:43:17.306928 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550,segment=NetworkSegment(bbd097b1-fbbb-46bb-b9fd-966cb6b1545a),segment_id=bbd097b1-fbbb-46bb-b9fd-966cb6b1545a)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:43:17.323260 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Returning: {'device': 'eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550', 'network_id': '3d38b6f3-7548-4a0e-896f-e9fb0c461e8e', 'port_id': 'eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550', 'mac_address': 'fa:16:3e:29:dd:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b859f84-1277-4d60-b0e8-72f23097ad76', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 19:43:17.410923 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:17.444788 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.notifiers.nova [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550 {{(pid=98245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:43:17.449130 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521e0e1-3990-4d8a-adf9-927f3a15abe4 req-eb1dde09-a71f-44f7-93d8-fb66f91393c3 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:17.450728 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-7521e0e1-3990-4d8a-adf9-927f3a15abe4 req-eb1dde09-a71f-44f7-93d8-fb66f91393c3 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.2289267 May 20 19:43:17.473467 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550,segment=NetworkSegment(bbd097b1-fbbb-46bb-b9fd-966cb6b1545a),segment_id=bbd097b1-fbbb-46bb-b9fd-966cb6b1545a)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:43:17.479694 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:17.482932 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:17.511031 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-7521e0e1-3990-4d8a-adf9-927f3a15abe4 req-934488f4-856f-45dd-95de-16b28b8b2b2d tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535746 May 20 19:43:17.574926 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Pushing event updated for resources: {'Port': ['ID=eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550,revision_number=6']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:17.580559 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:17.665802 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a87b8-b0d6-4cda-acbd-b2efbbc1b303 req-543e139f-8ff3-49d6-9bc2-a5bff6acd4de tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:17.669804 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-748a87b8-b0d6-4cda-acbd-b2efbbc1b303 req-543e139f-8ff3-49d6-9bc2-a5bff6acd4de tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0aad138-34a8-430a-b91b-133a90f59a28 HTTP/1.1" status: 200 len: 945 time: 0.0958042 May 20 19:43:17.683913 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] get_ports_and_sgs() called for port_ids ['eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550'] {{(pid=98245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:43:17.722916 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-748a87b8-b0d6-4cda-acbd-b2efbbc1b303 req-54dd27c7-5dd1-4e53-8fb5-bd09fe331f2d tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.46 "GET /v2.0/security-groups?id=52d3b5b3-13e4-4c88-ad8e-580030444056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483797 May 20 19:43:18.065019 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622f859-f31e-40a7-b53a-592339cbb5f8 req-1a17fb9d-61c5-4cdb-ae6d-849c20d53ecc tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:18.066896 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-0622f859-f31e-40a7-b53a-592339cbb5f8 req-1a17fb9d-61c5-4cdb-ae6d-849c20d53ecc tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.0956593 May 20 19:43:18.116709 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-0622f859-f31e-40a7-b53a-592339cbb5f8 req-2cca5ff7-722b-40c5-95a8-fac1b9b89110 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408237 May 20 19:43:18.256717 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-13365312-b85b-4389-8884-b81efe410cd1 req-de7ecaa7-0661-4c88-a388-cee2fef90455 tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b3850be-61a9-4c91-be22-7ef700cad7dd HTTP/1.1" status: 200 len: 210 time: 0.0475385 May 20 19:43:18.332125 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159814af-cdcc-43a6-b86e-fa6425333f40 req-8b0bf077-a8de-4983-ad38-2b570ba8c8b0 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:18.333880 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-159814af-cdcc-43a6-b86e-fa6425333f40 req-8b0bf077-a8de-4983-ad38-2b570ba8c8b0 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 944 time: 0.0998874 May 20 19:43:18.382124 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-159814af-cdcc-43a6-b86e-fa6425333f40 req-eb7db0e8-2cf3-44e5-80d7-38f476b5f484 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427556 May 20 19:43:18.699979 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6531be61-f7b9-4a45-8907-808664b4e89e req-388519e3-081d-4899-af74-be478049920e tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=cd4d98e166674f8c95997ed01df11664&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290308 May 20 19:43:18.963642 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6531be61-f7b9-4a45-8907-808664b4e89e req-3b28c1ac-5d23-42d6-9d41-46df2b1a452a tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:18.965152 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6531be61-f7b9-4a45-8907-808664b4e89e req-3b28c1ac-5d23-42d6-9d41-46df2b1a452a tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2045374 May 20 19:43:18.980636 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [req-6531be61-f7b9-4a45-8907-808664b4e89e req-d5818bc6-2796-4ea3-913a-2c831631ae4c tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Request body: {'port': {'device_id': '2b3850be-61a9-4c91-be22-7ef700cad7dd', 'network_id': 'de11aa68-1770-4a75-86e8-471594900557', 'admin_state_up': True, 'tenant_id': 'cd4d98e166674f8c95997ed01df11664'}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:43:19.045647 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea7057-6b5d-4b6e-8b88-3f46126f73f5 req-156b1994-d5db-4918-9c3d-146229b4ebf2 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:19.050640 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-84ea7057-6b5d-4b6e-8b88-3f46126f73f5 req-156b1994-d5db-4918-9c3d-146229b4ebf2 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0aad138-34a8-430a-b91b-133a90f59a28 HTTP/1.1" status: 200 len: 945 time: 0.1624880 May 20 19:43:19.088740 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550 up at agent hyperv_hv-cinder-79246 {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:43:19.178895 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-84ea7057-6b5d-4b6e-8b88-3f46126f73f5 req-80600328-081b-4c8d-b939-1368949aba7e tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.46 "GET /v2.0/security-groups?id=52d3b5b3-13e4-4c88-ad8e-580030444056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783966 May 20 19:43:19.191396 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [req-6531be61-f7b9-4a45-8907-808664b4e89e req-d5818bc6-2796-4ea3-913a-2c831631ae4c tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:43:19.195771 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Provisioning complete for port eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550 triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:43:19.197514 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:19.200879 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-6531be61-f7b9-4a45-8907-808664b4e89e req-d5818bc6-2796-4ea3-913a-2c831631ae4c tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Usage tracker for resource:port and tenant:cd4d98e166674f8c95997ed01df11664 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:43:19.204046 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-6531be61-f7b9-4a45-8907-808664b4e89e req-d5818bc6-2796-4ea3-913a-2c831631ae4c tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:43:19.213534 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [req-6531be61-f7b9-4a45-8907-808664b4e89e req-d5818bc6-2796-4ea3-913a-2c831631ae4c tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:43:19.230119 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6531be61-f7b9-4a45-8907-808664b4e89e req-d5818bc6-2796-4ea3-913a-2c831631ae4c tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Made reservation on behalf of cd4d98e166674f8c95997ed01df11664 for: {'port': 1} {{(pid=98244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:43:19.234762 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-6531be61-f7b9-4a45-8907-808664b4e89e req-d5818bc6-2796-4ea3-913a-2c831631ae4c tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:19.248746 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-6531be61-f7b9-4a45-8907-808664b4e89e req-d5818bc6-2796-4ea3-913a-2c831631ae4c tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:19.272615 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [req-6531be61-f7b9-4a45-8907-808664b4e89e req-d5818bc6-2796-4ea3-913a-2c831631ae4c tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:43:19.277140 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-6531be61-f7b9-4a45-8907-808664b4e89e req-d5818bc6-2796-4ea3-913a-2c831631ae4c tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Usage tracker for resource:security_group_rule and tenant:cd4d98e166674f8c95997ed01df11664 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:43:19.280319 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-6531be61-f7b9-4a45-8907-808664b4e89e req-d5818bc6-2796-4ea3-913a-2c831631ae4c tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:43:19.287252 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [req-6531be61-f7b9-4a45-8907-808664b4e89e req-d5818bc6-2796-4ea3-913a-2c831631ae4c tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:43:19.381075 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:19.413519 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b10329-5805-45a5-a177-34d063b6c11d req-8bfba0b5-0cb3-42b6-ae30-0e32643cce2a tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:19.416237 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'debb1a7d-07d6-4185-946f-2b11a45912cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550'}] {{(pid=98245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:43:19.419758 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-f8b10329-5805-45a5-a177-34d063b6c11d req-8bfba0b5-0cb3-42b6-ae30-0e32643cce2a tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.1722548 May 20 19:43:19.427874 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550,segment=NetworkSegment(bbd097b1-fbbb-46bb-b9fd-966cb6b1545a),segment_id=bbd097b1-fbbb-46bb-b9fd-966cb6b1545a)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:43:19.434367 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:19.439070 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:19.447120 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-6531be61-f7b9-4a45-8907-808664b4e89e req-d5818bc6-2796-4ea3-913a-2c831631ae4c tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:19.453730 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-6531be61-f7b9-4a45-8907-808664b4e89e req-d5818bc6-2796-4ea3-913a-2c831631ae4c tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:19.458508 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-50f1000b-36bf-4f4c-b1ef-4814d14722ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:19.495739 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-f8b10329-5805-45a5-a177-34d063b6c11d req-694e4c34-03ca-4aa9-9cca-4dd38c6812cc tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653603 May 20 19:43:19.564279 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Pushing event updated for resources: {'Port': ['ID=eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550,revision_number=7']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:19.571856 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:19.693662 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5818bc6-2796-4ea3-913a-2c831631ae4c tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e10e458-f014-49e0-a23c-3ffd0d9b450b,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:19.698447 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-d5818bc6-2796-4ea3-913a-2c831631ae4c tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:19.715914 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6f80519e-03ee-48a8-bea2-e21030df78a8 req-deef0fad-035f-4c73-9476-df0194f0ed95 tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b3850be-61a9-4c91-be22-7ef700cad7dd HTTP/1.1" status: 200 len: 210 time: 0.2033718 May 20 19:43:19.736963 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.db_base_plugin_common [req-6531be61-f7b9-4a45-8907-808664b4e89e req-d5818bc6-2796-4ea3-913a-2c831631ae4c tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Allocated IP 192.168.233.145 (de11aa68-1770-4a75-86e8-471594900557/155dae4d-f1f4-4e50-84b9-821515472068/aecf5775-0f0b-466e-88eb-f6c0ce59eb53) {{(pid=98244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:43:19.771228 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec79be-14e5-44d5-be0a-f0e1ca4262df req-2827e250-ce29-4b71-9cc4-5ea024096064 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:19.772914 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-4dec79be-14e5-44d5-be0a-f0e1ca4262df req-2827e250-ce29-4b71-9cc4-5ea024096064 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 945 time: 0.1297162 May 20 19:43:19.793201 dv-cinder-792462-2-iscsi neutron-server[98245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'debb1a7d-07d6-4185-946f-2b11a45912cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550', 'code': 200} May 20 19:43:19.826143 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-4dec79be-14e5-44d5-be0a-f0e1ca4262df req-67bd81d4-67bf-4a00-9898-5635372ae1f0 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470517 May 20 19:43:20.061086 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-6531be61-f7b9-4a45-8907-808664b4e89e req-d5818bc6-2796-4ea3-913a-2c831631ae4c tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Notify callbacks [] for port, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:20.088303 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.provisioning_blocks [req-6531be61-f7b9-4a45-8907-808664b4e89e req-d5818bc6-2796-4ea3-913a-2c831631ae4c tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Transition to ACTIVE for port object aecf5775-0f0b-466e-88eb-f6c0ce59eb53 will not be triggered until provisioned by entity DHCP. {{(pid=98244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:43:20.127003 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-6531be61-f7b9-4a45-8907-808664b4e89e req-d5818bc6-2796-4ea3-913a-2c831631ae4c tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3028154'] for port, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:20.133245 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-eee7f8fd-cc05-4929-a040-ba75d7225543 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:20.219802 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6531be61-f7b9-4a45-8907-808664b4e89e req-d5818bc6-2796-4ea3-913a-2c831631ae4c tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Network de11aa68-1770-4a75-86e8-471594900557 is already hosted by enough agents. {{(pid=98244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:43:20.220788 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5818bc6-2796-4ea3-913a-2c831631ae4c tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Pushing event updated for resources: {'Port': ['ID=aecf5775-0f0b-466e-88eb-f6c0ce59eb53,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:20.223534 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.base_scheduler [req-6531be61-f7b9-4a45-8907-808664b4e89e req-d5818bc6-2796-4ea3-913a-2c831631ae4c tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Resources bound (agent type, host, resource id): {{(pid=98244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:43:20.225500 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-d5818bc6-2796-4ea3-913a-2c831631ae4c tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:20.226237 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.l3_dvrscheduler_db [req-6531be61-f7b9-4a45-8907-808664b4e89e req-d5818bc6-2796-4ea3-913a-2c831631ae4c tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Received port after_create {{(pid=98244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:43:20.351307 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6531be61-f7b9-4a45-8907-808664b4e89e req-d5818bc6-2796-4ea3-913a-2c831631ae4c tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:20.352334 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-6531be61-f7b9-4a45-8907-808664b4e89e req-d5818bc6-2796-4ea3-913a-2c831631ae4c tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for port, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:20.384480 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac143116-9022-497a-b1d4-210779b586c4 req-7f25f72b-6864-4441-898f-5a4abb678034 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:20.386286 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-ac143116-9022-497a-b1d4-210779b586c4 req-7f25f72b-6864-4441-898f-5a4abb678034 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0aad138-34a8-430a-b91b-133a90f59a28 HTTP/1.1" status: 200 len: 945 time: 0.1449847 May 20 19:43:20.552481 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6531be61-f7b9-4a45-8907-808664b4e89e req-d5818bc6-2796-4ea3-913a-2c831631ae4c tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5758281 May 20 19:43:20.555653 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-1073650f-1f59-4b99-8bc1-0b50d6abc248 None None] Provisioning for port aecf5775-0f0b-466e-88eb-f6c0ce59eb53 completed by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:43:20.564319 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-1073650f-1f59-4b99-8bc1-0b50d6abc248 None None] Provisioning complete for port aecf5775-0f0b-466e-88eb-f6c0ce59eb53 triggered by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:43:20.564997 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-1073650f-1f59-4b99-8bc1-0b50d6abc248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:20.584058 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [req-6531be61-f7b9-4a45-8907-808664b4e89e req-b80eca68-72ef-47cd-b788-53396d264b8d service neutron] Request body: {'port': {'device_id': '2b3850be-61a9-4c91-be22-7ef700cad7dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:43:20.647927 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.plugin [req-ac143116-9022-497a-b1d4-210779b586c4 req-dac0dc2d-7da8-4728-90e6-5f74c1ba50de tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Deleting port 790715d6-0c95-453f-9ffa-fa2b6c5d1128 {{(pid=98243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:43:20.648492 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-ac143116-9022-497a-b1d4-210779b586c4 req-dac0dc2d-7da8-4728-90e6-5f74c1ba50de tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:20.664179 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-1073650f-1f59-4b99-8bc1-0b50d6abc248 None None] Port aecf5775-0f0b-466e-88eb-f6c0ce59eb53 cannot update to ACTIVE because it is not bound. {{(pid=98245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 19:43:20.729964 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a0e75-195f-4642-9d91-fed5009b45b6 req-1e947af6-a630-4459-9dd6-cfea9f38ec89 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:20.743082 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-d97a0e75-195f-4642-9d91-fed5009b45b6 req-1e947af6-a630-4459-9dd6-cfea9f38ec89 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0aad138-34a8-430a-b91b-133a90f59a28 HTTP/1.1" status: 200 len: 945 time: 0.3519804 May 20 19:43:20.871068 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-6531be61-f7b9-4a45-8907-808664b4e89e req-b80eca68-72ef-47cd-b788-53396d264b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:20.900624 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-d97a0e75-195f-4642-9d91-fed5009b45b6 req-e56eaad2-4790-43ac-a87b-727246bf1f1c tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.46 "GET /v2.0/security-groups?id=52d3b5b3-13e4-4c88-ad8e-580030444056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565163 May 20 19:43:20.966836 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.db [req-ac143116-9022-497a-b1d4-210779b586c4 req-dac0dc2d-7da8-4728-90e6-5f74c1ba50de tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] For port 790715d6-0c95-453f-9ffa-fa2b6c5d1128, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=790715d6-0c95-453f-9ffa-fa2b6c5d1128,segment=NetworkSegment(3d1f4934-fb4b-4aff-9042-c2235a611bca),segment_id=3d1f4934-fb4b-4aff-9042-c2235a611bca)] {{(pid=98243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:43:20.967198 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-ac143116-9022-497a-b1d4-210779b586c4 req-dac0dc2d-7da8-4728-90e6-5f74c1ba50de tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:20.986120 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e4431-3425-4b01-a943-f889f538abdd req-b4f3ac87-628d-4450-a8bf-9073e6e946e0 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:20.987673 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-205e4431-3425-4b01-a943-f889f538abdd req-b4f3ac87-628d-4450-a8bf-9073e6e946e0 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.3108363 May 20 19:43:21.109501 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.plugin [req-ac143116-9022-497a-b1d4-210779b586c4 req-dac0dc2d-7da8-4728-90e6-5f74c1ba50de tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Calling delete_port for 790715d6-0c95-453f-9ffa-fa2b6c5d1128 owned by compute:nova {{(pid=98243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:43:21.259683 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-205e4431-3425-4b01-a943-f889f538abdd req-ea117328-4e1e-41ec-8d03-1595875f7c2c tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2132039 May 20 19:43:21.349228 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4131a-b5ea-4791-9aa0-3bab4a888884 req-1f1820b8-9ab6-4e9a-a91a-bcc3e207f54b tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:21.350190 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-6ba4131a-b5ea-4791-9aa0-3bab4a888884 req-1f1820b8-9ab6-4e9a-a91a-bcc3e207f54b tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Synchronizing usage tracker for tenant:cd4d98e166674f8c95997ed01df11664 on resource:port {{(pid=98244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:43:21.387032 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-6ba4131a-b5ea-4791-9aa0-3bab4a888884 req-1f1820b8-9ab6-4e9a-a91a-bcc3e207f54b tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Unset dirty status for tenant:cd4d98e166674f8c95997ed01df11664 on resource:port {{(pid=98244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:43:21.388219 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6ba4131a-b5ea-4791-9aa0-3bab4a888884 req-1f1820b8-9ab6-4e9a-a91a-bcc3e207f54b tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b3850be-61a9-4c91-be22-7ef700cad7dd HTTP/1.1" status: 200 len: 936 time: 0.3467321 May 20 19:43:21.453132 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-ac143116-9022-497a-b1d4-210779b586c4 req-dac0dc2d-7da8-4728-90e6-5f74c1ba50de tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024'] for port, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:21.457146 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-6ba4131a-b5ea-4791-9aa0-3bab4a888884 req-3b6ed2a0-7a16-4772-9671-f90ae25a25aa tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Synchronizing usage tracker for tenant:cd4d98e166674f8c95997ed01df11664 on resource:security_group {{(pid=98244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:43:21.465131 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-c956c576-0377-4957-85f3-e72bd0639a84 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:21.519900 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac0dc2d-7da8-4728-90e6-5f74c1ba50de tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Pushing event deleted for resources: {'Port': ['ID=790715d6-0c95-453f-9ffa-fa2b6c5d1128,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:21.541819 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-dac0dc2d-7da8-4728-90e6-5f74c1ba50de tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:21.546550 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-6ba4131a-b5ea-4791-9aa0-3bab4a888884 req-3b6ed2a0-7a16-4772-9671-f90ae25a25aa tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Unset dirty status for tenant:cd4d98e166674f8c95997ed01df11664 on resource:security_group {{(pid=98244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:43:21.560663 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6ba4131a-b5ea-4791-9aa0-3bab4a888884 req-3b6ed2a0-7a16-4772-9671-f90ae25a25aa tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e10e458-f014-49e0-a23c-3ffd0d9b450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623704 May 20 19:43:21.584713 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.notifiers.nova [req-6531be61-f7b9-4a45-8907-808664b4e89e req-b80eca68-72ef-47cd-b788-53396d264b8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aecf5775-0f0b-466e-88eb-f6c0ce59eb53 {{(pid=98244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:43:21.593988 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-6531be61-f7b9-4a45-8907-808664b4e89e req-b80eca68-72ef-47cd-b788-53396d264b8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:21.610920 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.provisioning_blocks [req-6531be61-f7b9-4a45-8907-808664b4e89e req-b80eca68-72ef-47cd-b788-53396d264b8d service neutron] Transition to ACTIVE for port object aecf5775-0f0b-466e-88eb-f6c0ce59eb53 will not be triggered until provisioned by entity L2. {{(pid=98244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:43:21.617184 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-6531be61-f7b9-4a45-8907-808664b4e89e req-b80eca68-72ef-47cd-b788-53396d264b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3028147'] for port, after_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:21.622429 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:21.654452 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783da0e-488f-4abe-a0aa-3b48f9a116af req-de56fa3b-8b01-458a-9d73-bd6655983a4f tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:21.662835 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-0783da0e-488f-4abe-a0aa-3b48f9a116af req-de56fa3b-8b01-458a-9d73-bd6655983a4f tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 945 time: 0.2864592 May 20 19:43:21.779034 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac143116-9022-497a-b1d4-210779b586c4 req-dac0dc2d-7da8-4728-90e6-5f74c1ba50de tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] No DVR routers for this DVR port 790715d6-0c95-453f-9ffa-fa2b6c5d1128 on host hv-cinder-79246 {{(pid=98243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:43:21.793909 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-ac143116-9022-497a-b1d4-210779b586c4 req-dac0dc2d-7da8-4728-90e6-5f74c1ba50de tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for port, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:21.797620 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0aad138-34a8-430a-b91b-133a90f59a28', 'name': 'network-vif-deleted', 'tag': '790715d6-0c95-453f-9ffa-fa2b6c5d1128'}] {{(pid=98243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:43:21.873638 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-ac143116-9022-497a-b1d4-210779b586c4 req-dac0dc2d-7da8-4728-90e6-5f74c1ba50de tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.65 "DELETE /v2.0/ports/790715d6-0c95-453f-9ffa-fa2b6c5d1128 HTTP/1.1" status: 204 len: 173 time: 1.4689393 May 20 19:43:21.891215 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-0783da0e-488f-4abe-a0aa-3b48f9a116af req-1e5b79c2-91a3-4c80-be31-201be7752dbd tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2273362 May 20 19:43:21.934990 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0aad138-34a8-430a-b91b-133a90f59a28', 'name': 'network-vif-deleted', 'tag': '790715d6-0c95-453f-9ffa-fa2b6c5d1128', 'status': 'completed', 'code': 200} May 20 19:43:22.000538 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80eca68-72ef-47cd-b788-53396d264b8d service neutron] Pushing event updated for resources: {'Port': ['ID=aecf5775-0f0b-466e-88eb-f6c0ce59eb53,revision_number=2']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:22.006121 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-b80eca68-72ef-47cd-b788-53396d264b8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:22.068943 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.managers [req-6531be61-f7b9-4a45-8907-808664b4e89e req-b80eca68-72ef-47cd-b788-53396d264b8d service neutron] Attempting to bind port aecf5775-0f0b-466e-88eb-f6c0ce59eb53 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:43:22.069288 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.managers [req-6531be61-f7b9-4a45-8907-808664b4e89e req-b80eca68-72ef-47cd-b788-53396d264b8d service neutron] Attempting to bind port aecf5775-0f0b-466e-88eb-f6c0ce59eb53 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '5dcc6edb-0816-4993-9c8c-4a716b9271a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'de11aa68-1770-4a75-86e8-471594900557'}] {{(pid=98244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:43:22.069592 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6531be61-f7b9-4a45-8907-808664b4e89e req-b80eca68-72ef-47cd-b788-53396d264b8d service neutron] Attempting to bind port aecf5775-0f0b-466e-88eb-f6c0ce59eb53 on network de11aa68-1770-4a75-86e8-471594900557 {{(pid=98244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:43:22.077014 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6531be61-f7b9-4a45-8907-808664b4e89e req-b80eca68-72ef-47cd-b788-53396d264b8d service neutron] Port aecf5775-0f0b-466e-88eb-f6c0ce59eb53 on network de11aa68-1770-4a75-86e8-471594900557 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 19:43:22.077367 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6531be61-f7b9-4a45-8907-808664b4e89e req-b80eca68-72ef-47cd-b788-53396d264b8d service neutron] Attempting to bind port aecf5775-0f0b-466e-88eb-f6c0ce59eb53 on network de11aa68-1770-4a75-86e8-471594900557 {{(pid=98244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:43:22.083124 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6531be61-f7b9-4a45-8907-808664b4e89e req-b80eca68-72ef-47cd-b788-53396d264b8d service neutron] Checking agent: {'id': '35bcd696-cda5-4691-8ef9-fd8f1ab55a75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 39, 6), 'started_at': datetime.datetime(2021, 5, 20, 19, 39, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:43:22.083460 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6531be61-f7b9-4a45-8907-808664b4e89e req-b80eca68-72ef-47cd-b788-53396d264b8d service neutron] Checking segment: {'id': '5dcc6edb-0816-4993-9c8c-4a716b9271a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'de11aa68-1770-4a75-86e8-471594900557'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:43:22.083965 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6531be61-f7b9-4a45-8907-808664b4e89e req-b80eca68-72ef-47cd-b788-53396d264b8d service neutron] Bound using segment: {'id': '5dcc6edb-0816-4993-9c8c-4a716b9271a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'de11aa68-1770-4a75-86e8-471594900557'} {{(pid=98244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:43:22.084396 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.managers [req-6531be61-f7b9-4a45-8907-808664b4e89e req-b80eca68-72ef-47cd-b788-53396d264b8d service neutron] Bound port: aecf5775-0f0b-466e-88eb-f6c0ce59eb53, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dcc6edb-0816-4993-9c8c-4a716b9271a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'de11aa68-1770-4a75-86e8-471594900557'}}] {{(pid=98244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:43:22.084734 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-6531be61-f7b9-4a45-8907-808664b4e89e req-b80eca68-72ef-47cd-b788-53396d264b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:22.136066 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-0ae25cb9-1d0e-45ab-a788-d0e511890387 req-625f367b-2343-4418-81ce-4cddec76fca3 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Synchronizing usage tracker for tenant:c9efe30813614803b11e1eaf9b6e4102 on resource:port {{(pid=98243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:43:22.153230 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-0ae25cb9-1d0e-45ab-a788-d0e511890387 req-625f367b-2343-4418-81ce-4cddec76fca3 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Unset dirty status for tenant:c9efe30813614803b11e1eaf9b6e4102 on resource:port {{(pid=98243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:43:22.168012 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-0ae25cb9-1d0e-45ab-a788-d0e511890387 req-625f367b-2343-4418-81ce-4cddec76fca3 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0aad138-34a8-430a-b91b-133a90f59a28 HTTP/1.1" status: 200 len: 210 time: 0.0927932 May 20 19:43:22.195123 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.db [req-6531be61-f7b9-4a45-8907-808664b4e89e req-b80eca68-72ef-47cd-b788-53396d264b8d service neutron] For port aecf5775-0f0b-466e-88eb-f6c0ce59eb53, host hv-cinder-79246, cleared binding levels {{(pid=98244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:43:22.198344 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.db [req-6531be61-f7b9-4a45-8907-808664b4e89e req-b80eca68-72ef-47cd-b788-53396d264b8d service neutron] For port aecf5775-0f0b-466e-88eb-f6c0ce59eb53, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=aecf5775-0f0b-466e-88eb-f6c0ce59eb53,segment=NetworkSegment(5dcc6edb-0816-4993-9c8c-4a716b9271a3),segment_id=5dcc6edb-0816-4993-9c8c-4a716b9271a3)] {{(pid=98244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:43:22.201962 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-6531be61-f7b9-4a45-8907-808664b4e89e req-b80eca68-72ef-47cd-b788-53396d264b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3028147'] for port, after_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:22.205854 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-53fba4d5-5cb0-4e42-9303-ba627603116c tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:22.274465 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6531be61-f7b9-4a45-8907-808664b4e89e req-b80eca68-72ef-47cd-b788-53396d264b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:22.275134 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-6531be61-f7b9-4a45-8907-808664b4e89e req-b80eca68-72ef-47cd-b788-53396d264b8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for port, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:22.279417 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6531be61-f7b9-4a45-8907-808664b4e89e req-b80eca68-72ef-47cd-b788-53396d264b8d service neutron] 10.222.0.65 "PUT /v2.0/ports/aecf5775-0f0b-466e-88eb-f6c0ce59eb53 HTTP/1.1" status: 200 len: 1098 time: 1.7012858 May 20 19:43:22.279981 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b3850be-61a9-4c91-be22-7ef700cad7dd', 'tag': 'aecf5775-0f0b-466e-88eb-f6c0ce59eb53'}] {{(pid=98244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:43:22.332632 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80eca68-72ef-47cd-b788-53396d264b8d service neutron] Pushing event updated for resources: {'Port': ['ID=aecf5775-0f0b-466e-88eb-f6c0ce59eb53,revision_number=3']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:22.340963 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-b80eca68-72ef-47cd-b788-53396d264b8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:22.430244 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b3850be-61a9-4c91-be22-7ef700cad7dd', 'tag': 'aecf5775-0f0b-466e-88eb-f6c0ce59eb53', 'status': 'completed', 'code': 200} May 20 19:43:22.518581 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6531be61-f7b9-4a45-8907-808664b4e89e req-bc3bb387-5d80-4b31-a550-15d8cc722190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:22.520156 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6531be61-f7b9-4a45-8907-808664b4e89e req-bc3bb387-5d80-4b31-a550-15d8cc722190 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd4d98e166674f8c95997ed01df11664&device_id=2b3850be-61a9-4c91-be22-7ef700cad7dd HTTP/1.1" status: 200 len: 1101 time: 0.1782181 May 20 19:43:22.671249 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca2b4b-24e2-4d6f-bb17-371cbbe7c940 req-2259dd84-b463-4668-8035-599d84bb9776 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:22.672713 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-e5ca2b4b-24e2-4d6f-bb17-371cbbe7c940 req-2259dd84-b463-4668-8035-599d84bb9776 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.2264359 May 20 19:43:22.675823 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6531be61-f7b9-4a45-8907-808664b4e89e req-7436dbd6-d9c5-40c1-93a0-045c984473c1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=aecf5775-0f0b-466e-88eb-f6c0ce59eb53 HTTP/1.1" status: 200 len: 217 time: 0.1241922 May 20 19:43:22.790943 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-e5ca2b4b-24e2-4d6f-bb17-371cbbe7c940 req-2d594a48-2393-4bb1-bd50-0fa1b5b04d98 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081002 May 20 19:43:22.799404 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6531be61-f7b9-4a45-8907-808664b4e89e req-12f3a7f8-d0e0-49e0-90e7-9f1e8c99c5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:22.801060 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6531be61-f7b9-4a45-8907-808664b4e89e req-12f3a7f8-d0e0-49e0-90e7-9f1e8c99c5a1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=155dae4d-f1f4-4e50-84b9-821515472068 HTTP/1.1" status: 200 len: 843 time: 0.0973635 May 20 19:43:22.875514 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8d316-a180-4e63-a6af-fdc1f9b0f1f6 req-dde7bbdd-4563-4ac4-a5bb-5a966b22a8b3 tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:22.877817 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7ac8d316-a180-4e63-a6af-fdc1f9b0f1f6 req-dde7bbdd-4563-4ac4-a5bb-5a966b22a8b3 tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b3850be-61a9-4c91-be22-7ef700cad7dd HTTP/1.1" status: 200 len: 948 time: 0.1604118 May 20 19:43:22.958579 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6531be61-f7b9-4a45-8907-808664b4e89e req-494b4dca-fb89-48f9-ba1f-ccca7de1ae84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:22.960080 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6531be61-f7b9-4a45-8907-808664b4e89e req-494b4dca-fb89-48f9-ba1f-ccca7de1ae84 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=de11aa68-1770-4a75-86e8-471594900557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1484740 May 20 19:43:22.963516 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7ac8d316-a180-4e63-a6af-fdc1f9b0f1f6 req-2c839bd3-454f-45bd-b1f1-65d9f1ead4df tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e10e458-f014-49e0-a23c-3ffd0d9b450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787544 May 20 19:43:23.096198 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 790715d6-0c95-453f-9ffa-fa2b6c5d1128 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:43:23.140343 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] No Port match for: 790715d6-0c95-453f-9ffa-fa2b6c5d1128 {{(pid=98245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:43:23.140974 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 790715d6-0c95-453f-9ffa-fa2b6c5d1128 not bound to the agent host hv-cinder-79246 {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:43:23.194054 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6531be61-f7b9-4a45-8907-808664b4e89e req-66486aa0-d29c-418d-b55e-3498cc1a2ae8 service neutron] 10.222.0.65 "GET /v2.0/networks/de11aa68-1770-4a75-86e8-471594900557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205880 May 20 19:43:23.318131 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f2ac3-1666-42ff-b4f7-2ad0bfa706b8 req-cfb6843d-ff9d-4bb6-97fa-115b1be12bfd tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:23.326512 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-cd5f2ac3-1666-42ff-b4f7-2ad0bfa706b8 req-cfb6843d-ff9d-4bb6-97fa-115b1be12bfd tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 945 time: 0.2483449 May 20 19:43:23.436282 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-cd5f2ac3-1666-42ff-b4f7-2ad0bfa706b8 req-1ac3f8f9-5725-42b1-b7d1-7db78adec669 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084187 May 20 19:43:23.439953 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6531be61-f7b9-4a45-8907-808664b4e89e req-a997e20c-ab79-46a3-af67-124fc0e3a077 service neutron] 10.222.0.65 "GET /v2.0/networks/de11aa68-1770-4a75-86e8-471594900557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340634 May 20 19:43:23.602185 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5bb706-cf61-4d9d-9de6-fa37683c8def req-be023455-32bc-4e86-ae72-a92ddec59b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:23.603771 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-eb5bb706-cf61-4d9d-9de6-fa37683c8def req-be023455-32bc-4e86-ae72-a92ddec59b38 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd4d98e166674f8c95997ed01df11664&device_id=2b3850be-61a9-4c91-be22-7ef700cad7dd HTTP/1.1" status: 200 len: 1101 time: 0.0945621 May 20 19:43:23.841253 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5bb706-cf61-4d9d-9de6-fa37683c8def req-2f7af30b-2579-4778-a2bd-264b51e341e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:23.842862 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-eb5bb706-cf61-4d9d-9de6-fa37683c8def req-2f7af30b-2579-4778-a2bd-264b51e341e8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=de11aa68-1770-4a75-86e8-471594900557 HTTP/1.1" status: 200 len: 870 time: 0.2316086 May 20 19:43:24.039423 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6062273a-0450-4f66-9ae2-364acc76365a req-4ac8c7cc-1a16-49ed-9cc0-b6ee4d29e635 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:24.046428 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6062273a-0450-4f66-9ae2-364acc76365a req-4ac8c7cc-1a16-49ed-9cc0-b6ee4d29e635 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.1033216 May 20 19:43:24.104473 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6062273a-0450-4f66-9ae2-364acc76365a req-d627b669-d3d8-4de4-8a95-d8f31c6db3d0 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569563 May 20 19:43:24.181307 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-eb5bb706-cf61-4d9d-9de6-fa37683c8def req-71863b68-1bfc-4953-b674-5f251bf2399c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=aecf5775-0f0b-466e-88eb-f6c0ce59eb53 HTTP/1.1" status: 200 len: 217 time: 0.3190999 May 20 19:43:24.278585 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5bb706-cf61-4d9d-9de6-fa37683c8def req-80c3beaf-4987-483d-9541-28657e2f13bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:24.280085 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-eb5bb706-cf61-4d9d-9de6-fa37683c8def req-80c3beaf-4987-483d-9541-28657e2f13bd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=155dae4d-f1f4-4e50-84b9-821515472068 HTTP/1.1" status: 200 len: 843 time: 0.0871062 May 20 19:43:24.357460 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba4551-7aa4-492f-88f6-dfe086632e0e req-8bc47214-0d1d-4a70-8627-8d157fa3e312 tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:24.358949 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-2aba4551-7aa4-492f-88f6-dfe086632e0e req-8bc47214-0d1d-4a70-8627-8d157fa3e312 tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b3850be-61a9-4c91-be22-7ef700cad7dd HTTP/1.1" status: 200 len: 948 time: 0.2303927 May 20 19:43:24.438314 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-2aba4551-7aa4-492f-88f6-dfe086632e0e req-964416cb-c3b1-4eae-8414-17c07db7cb84 tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e10e458-f014-49e0-a23c-3ffd0d9b450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721231 May 20 19:43:24.467432 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5bb706-cf61-4d9d-9de6-fa37683c8def req-4b38bbdb-4505-47ed-b4a2-794aa8b8d2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:24.469839 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-eb5bb706-cf61-4d9d-9de6-fa37683c8def req-4b38bbdb-4505-47ed-b4a2-794aa8b8d2fc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=de11aa68-1770-4a75-86e8-471594900557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1769683 May 20 19:43:24.736577 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-eb5bb706-cf61-4d9d-9de6-fa37683c8def req-223cccd1-7216-44a2-bdc0-f8927ff3c46c service neutron] 10.222.0.65 "GET /v2.0/networks/de11aa68-1770-4a75-86e8-471594900557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546628 May 20 19:43:24.816166 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6067c8c-3313-487d-bb2e-b470acaff83f req-a443ca1e-3fca-4d51-8720-6ad2700c4b3d tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:24.818350 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c6067c8c-3313-487d-bb2e-b470acaff83f req-a443ca1e-3fca-4d51-8720-6ad2700c4b3d tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 945 time: 0.1749587 May 20 19:43:24.897422 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c6067c8c-3313-487d-bb2e-b470acaff83f req-df0c5537-f217-425d-9d9d-70ff2dbf4628 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722685 May 20 19:43:24.945489 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-eb5bb706-cf61-4d9d-9de6-fa37683c8def req-aef961a1-d622-40af-b45b-c65aa044efeb service neutron] 10.222.0.65 "GET /v2.0/networks/de11aa68-1770-4a75-86e8-471594900557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991360 May 20 19:43:25.318629 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b60a3-d335-4663-b8ae-94750c6d00e1 req-455a30bd-0dc7-4fa3-a18a-f2a091a9e362 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:25.320095 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-379b60a3-d335-4663-b8ae-94750c6d00e1 req-455a30bd-0dc7-4fa3-a18a-f2a091a9e362 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.1012342 May 20 19:43:25.373313 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-379b60a3-d335-4663-b8ae-94750c6d00e1 req-db070b28-0e5f-460c-97f4-30e5cc87fb07 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448771 May 20 19:43:25.663113 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8010418-510a-4129-a682-3165e1ade033 req-d591fa3f-b89a-4aaf-9ca6-d01839335b42 tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:25.664876 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-d8010418-510a-4129-a682-3165e1ade033 req-d591fa3f-b89a-4aaf-9ca6-d01839335b42 tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b3850be-61a9-4c91-be22-7ef700cad7dd HTTP/1.1" status: 200 len: 948 time: 0.0966780 May 20 19:43:25.767492 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-d8010418-510a-4129-a682-3165e1ade033 req-2ad0166c-f768-4298-951c-44b0f41079fa tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e10e458-f014-49e0-a23c-3ffd0d9b450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866375 May 20 19:43:26.116050 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1be009-84c7-4249-857a-7e1c171d8fa0 req-7d459a88-7abf-4cb1-aca7-581dd7b4f888 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:26.121872 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-2a1be009-84c7-4249-857a-7e1c171d8fa0 req-7d459a88-7abf-4cb1-aca7-581dd7b4f888 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 945 time: 0.1106420 May 20 19:43:26.175207 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-2a1be009-84c7-4249-857a-7e1c171d8fa0 req-dc9211a3-1564-44be-afed-1287994f05a6 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523794 May 20 19:43:26.617064 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc42d53b-4816-4ddc-a265-710e577d071b req-caebcaad-5763-48d1-92fc-d6a758bc0c78 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:26.624694 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-bc42d53b-4816-4ddc-a265-710e577d071b req-caebcaad-5763-48d1-92fc-d6a758bc0c78 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.1207500 May 20 19:43:26.675350 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-bc42d53b-4816-4ddc-a265-710e577d071b req-d3ddcb9a-ba80-4e8d-bced-50f71eb68070 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494423 May 20 19:43:26.794453 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac30afe-7ba5-4631-8c57-4930b6ebc1a0 req-e7bf8951-c29a-40cb-a5cb-e7a41ebb7cd8 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:26.796721 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6ac30afe-7ba5-4631-8c57-4930b6ebc1a0 req-e7bf8951-c29a-40cb-a5cb-e7a41ebb7cd8 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.0853806 May 20 19:43:26.845386 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6ac30afe-7ba5-4631-8c57-4930b6ebc1a0 req-2c4b9018-fa71-4ee1-8d29-d468e7a86238 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409634 May 20 19:43:26.972473 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874dfc0-dd23-4822-9bb4-4088d78593a9 req-9fcb460c-6fbc-46e2-935b-e3b9328bac84 tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:26.973945 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-a874dfc0-dd23-4822-9bb4-4088d78593a9 req-9fcb460c-6fbc-46e2-935b-e3b9328bac84 tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b3850be-61a9-4c91-be22-7ef700cad7dd HTTP/1.1" status: 200 len: 948 time: 0.1032147 May 20 19:43:27.026644 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-a874dfc0-dd23-4822-9bb4-4088d78593a9 req-e09848ef-cd6d-42b5-8947-f430222876d1 tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e10e458-f014-49e0-a23c-3ffd0d9b450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429585 May 20 19:43:27.401534 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd280f-786b-41ac-a597-24805696ed47 req-43023449-48e6-4429-99ff-bd41348c3d0b tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:27.404804 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-dacd280f-786b-41ac-a597-24805696ed47 req-43023449-48e6-4429-99ff-bd41348c3d0b tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 945 time: 0.1046259 May 20 19:43:27.404950 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device aecf5775-0f0b-466e-88eb-f6c0ce59eb53 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 19:43:27.466732 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-dacd280f-786b-41ac-a597-24805696ed47 req-612ba8da-6348-4f56-bdca-d6316ccebcfb tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537987 May 20 19:43:27.585960 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port aecf5775-0f0b-466e-88eb-f6c0ce59eb53, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=aecf5775-0f0b-466e-88eb-f6c0ce59eb53,segment=NetworkSegment(5dcc6edb-0816-4993-9c8c-4a716b9271a3),segment_id=5dcc6edb-0816-4993-9c8c-4a716b9271a3)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:43:27.604780 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Returning: {'device': 'aecf5775-0f0b-466e-88eb-f6c0ce59eb53', 'network_id': 'de11aa68-1770-4a75-86e8-471594900557', 'port_id': 'aecf5775-0f0b-466e-88eb-f6c0ce59eb53', 'mac_address': 'fa:16:3e:00:40:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '155dae4d-f1f4-4e50-84b9-821515472068', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 19:43:27.681897 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:27.704656 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.notifiers.nova [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aecf5775-0f0b-466e-88eb-f6c0ce59eb53 {{(pid=98245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:43:27.726185 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port aecf5775-0f0b-466e-88eb-f6c0ce59eb53, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=aecf5775-0f0b-466e-88eb-f6c0ce59eb53,segment=NetworkSegment(5dcc6edb-0816-4993-9c8c-4a716b9271a3),segment_id=5dcc6edb-0816-4993-9c8c-4a716b9271a3)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:43:27.732004 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:27.734962 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:27.806399 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Pushing event updated for resources: {'Port': ['ID=aecf5775-0f0b-466e-88eb-f6c0ce59eb53,revision_number=4']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:27.810043 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:27.886771 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b0dd6-d40e-4953-8481-c7626eafa4f0 req-44b62702-7907-47cc-b87c-59e981b03d67 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:27.888447 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-e06b0dd6-d40e-4953-8481-c7626eafa4f0 req-44b62702-7907-47cc-b87c-59e981b03d67 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.0965540 May 20 19:43:27.939150 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-e06b0dd6-d40e-4953-8481-c7626eafa4f0 req-a2553240-d260-4903-bdb9-891f89eafb8a tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441368 May 20 19:43:28.095951 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5e4c6-aa56-47ba-a9aa-2b1997891662 req-a7c2780f-639e-46d4-9682-979ad818500e tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:28.098377 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-fcc5e4c6-aa56-47ba-a9aa-2b1997891662 req-a7c2780f-639e-46d4-9682-979ad818500e tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.1046512 May 20 19:43:28.159015 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-fcc5e4c6-aa56-47ba-a9aa-2b1997891662 req-339ac220-afb5-4404-9566-c7750e5a3ac2 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543759 May 20 19:43:28.235476 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d04fb-4071-4985-a165-12b654c182b7 req-bf47fa0a-9f63-4356-b0be-774e96bbe15f tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:28.236879 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-bd0d04fb-4071-4985-a165-12b654c182b7 req-bf47fa0a-9f63-4356-b0be-774e96bbe15f tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b3850be-61a9-4c91-be22-7ef700cad7dd HTTP/1.1" status: 200 len: 949 time: 0.0858443 May 20 19:43:28.286344 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-bd0d04fb-4071-4985-a165-12b654c182b7 req-ebfddf68-9233-4737-a16c-d17bd76ae79e tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e10e458-f014-49e0-a23c-3ffd0d9b450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430582 May 20 19:43:28.669216 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35243c-5636-46e7-b963-517bd2b00445 req-82bced74-4d4f-485f-b2a3-9061ca0515d2 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:28.670801 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-ab35243c-5636-46e7-b963-517bd2b00445 req-82bced74-4d4f-485f-b2a3-9061ca0515d2 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 945 time: 0.0985425 May 20 19:43:28.719650 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-ab35243c-5636-46e7-b963-517bd2b00445 req-a3413eab-172f-42d9-b36c-ca715591e2da tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418260 May 20 19:43:29.141539 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12829c2a-8d58-4cf5-bd3a-0ddf33c4ec35 req-445a4753-2ce4-448e-9235-e0c38b40be4a tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:29.143156 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-12829c2a-8d58-4cf5-bd3a-0ddf33c4ec35 req-445a4753-2ce4-448e-9235-e0c38b40be4a tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.0874422 May 20 19:43:29.210267 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-12829c2a-8d58-4cf5-bd3a-0ddf33c4ec35 req-df8470cd-b74a-4e2f-a360-7c6dbc9d8f44 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607061 May 20 19:43:29.480446 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e19699c-9e35-407f-b8d4-7d3b36b9699d req-7a40bd7a-4e5e-4b39-94b1-f9292681f53b tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:29.482640 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-5e19699c-9e35-407f-b8d4-7d3b36b9699d req-7a40bd7a-4e5e-4b39-94b1-f9292681f53b tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.2015247 May 20 19:43:29.509609 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2e5bb-73d2-4e2b-8751-4edf4b2fd31a req-5355f4f6-37c4-4aaa-845c-fe826c2f8ecd tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:29.514396 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-41c2e5bb-73d2-4e2b-8751-4edf4b2fd31a req-5355f4f6-37c4-4aaa-845c-fe826c2f8ecd tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b3850be-61a9-4c91-be22-7ef700cad7dd HTTP/1.1" status: 200 len: 949 time: 0.0935349 May 20 19:43:29.542901 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-5e19699c-9e35-407f-b8d4-7d3b36b9699d req-057b5b7a-4cf4-4c86-b66a-677cb1e8ea2a tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524266 May 20 19:43:29.569533 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-41c2e5bb-73d2-4e2b-8751-4edf4b2fd31a req-60839fb7-9dbb-4047-baed-356ed69fd2ff tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e10e458-f014-49e0-a23c-3ffd0d9b450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505307 May 20 19:43:29.666136 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4250a-21f0-4094-8f44-c9a560fc9921 req-bad5ac41-2177-4278-b3d4-d69d9bd824ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:29.667591 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-03e4250a-21f0-4094-8f44-c9a560fc9921 req-bad5ac41-2177-4278-b3d4-d69d9bd824ad service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a0ac8c7cabd34168a41ac6b7de3b2121&device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 1098 time: 0.0731575 May 20 19:43:29.825943 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4250a-21f0-4094-8f44-c9a560fc9921 req-ddd8c514-5689-4485-adf4-cfc35fc52811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:29.827876 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-03e4250a-21f0-4094-8f44-c9a560fc9921 req-ddd8c514-5689-4485-adf4-cfc35fc52811 service neutron] 10.222.0.65 "GET /v2.0/networks?id=84eb469a-42da-4e4e-8a93-b8edc16eceb7 HTTP/1.1" status: 200 len: 920 time: 0.1494846 May 20 19:43:29.935474 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ccd841-0dac-40e8-812d-0c2e265e08c5 req-bf35c955-0308-4dff-b9da-1eaaed50fd81 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:29.937496 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-f1ccd841-0dac-40e8-812d-0c2e265e08c5 req-bf35c955-0308-4dff-b9da-1eaaed50fd81 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 945 time: 0.1007073 May 20 19:43:29.996852 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-03e4250a-21f0-4094-8f44-c9a560fc9921 req-da54d5b4-af07-4c41-bacd-1c0a330ac999 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d3f3f04-0a60-4386-a8de-73b34a9990d0 HTTP/1.1" status: 200 len: 217 time: 0.1582122 May 20 19:43:30.014460 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-f1ccd841-0dac-40e8-812d-0c2e265e08c5 req-1f52b646-7ad1-40aa-9ddb-bea96fbe60b8 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650797 May 20 19:43:30.069864 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4250a-21f0-4094-8f44-c9a560fc9921 req-fdac9d47-5e5b-41f0-bd98-2327af9bcbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:30.071293 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-03e4250a-21f0-4094-8f44-c9a560fc9921 req-fdac9d47-5e5b-41f0-bd98-2327af9bcbc5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b75e212a-a8c6-44fb-b15e-58090122a2cf HTTP/1.1" status: 200 len: 859 time: 0.0652938 May 20 19:43:30.118345 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] get_ports_and_sgs() called for port_ids ['aecf5775-0f0b-466e-88eb-f6c0ce59eb53'] {{(pid=98245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:43:30.134644 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-03e4250a-21f0-4094-8f44-c9a560fc9921 req-747fa517-da4b-4634-93df-d462bfb89b51 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=84eb469a-42da-4e4e-8a93-b8edc16eceb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458627 May 20 19:43:30.453859 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-03e4250a-21f0-4094-8f44-c9a560fc9921 req-dd6ae3f4-d9e2-4eb2-9036-4998254a0eef service neutron] 10.222.0.65 "GET /v2.0/networks/84eb469a-42da-4e4e-8a93-b8edc16eceb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996159 May 20 19:43:30.622813 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d935bd-bd14-4df7-9bde-949ad34ef56c req-a22c38de-9957-460a-9cc3-aa17f53457b7 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:30.626125 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-66d935bd-bd14-4df7-9bde-949ad34ef56c req-a22c38de-9957-460a-9cc3-aa17f53457b7 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.2170248 May 20 19:43:30.673962 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-03e4250a-21f0-4094-8f44-c9a560fc9921 req-446f5b1d-cee6-4fe5-a718-7b6c68956599 service neutron] 10.222.0.65 "GET /v2.0/networks/84eb469a-42da-4e4e-8a93-b8edc16eceb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078922 May 20 19:43:30.705781 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-66d935bd-bd14-4df7-9bde-949ad34ef56c req-1b2f52da-cdd6-4fb4-b688-60114f52b3ee tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650108 May 20 19:43:30.829457 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ff8d2-aea7-4bf8-8c6f-e71fe1558216 req-39a2ff1d-4e2f-424f-b163-4e79cb763d2d tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:30.836299 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-e55ff8d2-aea7-4bf8-8c6f-e71fe1558216 req-39a2ff1d-4e2f-424f-b163-4e79cb763d2d tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.1470671 May 20 19:43:30.893669 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-e55ff8d2-aea7-4bf8-8c6f-e71fe1558216 req-7723b72e-28af-4207-a628-320be8412920 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564427 May 20 19:43:30.929237 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c819ea1-cadb-40d3-87e2-b6d17e88887d req-bd27d8eb-3f3a-4fc0-9a54-4ce61635b67d tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:30.936509 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-3c819ea1-cadb-40d3-87e2-b6d17e88887d req-bd27d8eb-3f3a-4fc0-9a54-4ce61635b67d tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b3850be-61a9-4c91-be22-7ef700cad7dd HTTP/1.1" status: 200 len: 949 time: 0.1133292 May 20 19:43:30.990665 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-3c819ea1-cadb-40d3-87e2-b6d17e88887d req-f2ced94c-bee8-49cc-a07f-863b0f0a3b4b tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e10e458-f014-49e0-a23c-3ffd0d9b450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531979 May 20 19:43:31.275442 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a71208-386e-4287-9761-4f7b7cf8ab19 req-ccf4c377-ec96-4ada-88ef-c72316efaeba tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:31.277050 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c3a71208-386e-4287-9761-4f7b7cf8ab19 req-ccf4c377-ec96-4ada-88ef-c72316efaeba tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 945 time: 0.1142752 May 20 19:43:31.360380 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c3a71208-386e-4287-9761-4f7b7cf8ab19 req-527532de-9698-4e48-8e30-ddcbc4be284b tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759683 May 20 19:43:31.605224 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device aecf5775-0f0b-466e-88eb-f6c0ce59eb53 up at agent hyperv_hv-cinder-79246 {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:43:31.681641 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Provisioning for port aecf5775-0f0b-466e-88eb-f6c0ce59eb53 completed by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:43:31.687832 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Provisioning complete for port aecf5775-0f0b-466e-88eb-f6c0ce59eb53 triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:43:31.688418 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:31.842236 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:31.874387 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b3850be-61a9-4c91-be22-7ef700cad7dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aecf5775-0f0b-466e-88eb-f6c0ce59eb53'}] {{(pid=98245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:43:31.885796 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port aecf5775-0f0b-466e-88eb-f6c0ce59eb53, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=aecf5775-0f0b-466e-88eb-f6c0ce59eb53,segment=NetworkSegment(5dcc6edb-0816-4993-9c8c-4a716b9271a3),segment_id=5dcc6edb-0816-4993-9c8c-4a716b9271a3)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:43:31.891284 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:31.893429 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:31.948232 dv-cinder-792462-2-iscsi neutron-server[98245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b3850be-61a9-4c91-be22-7ef700cad7dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aecf5775-0f0b-466e-88eb-f6c0ce59eb53', 'code': 200} May 20 19:43:31.983164 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Pushing event updated for resources: {'Port': ['ID=aecf5775-0f0b-466e-88eb-f6c0ce59eb53,revision_number=5']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:31.997302 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:32.000901 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df591844-6634-415e-a372-81c9cd4e5905 req-51e7f9c3-0510-42d8-85aa-65e6260de24a tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:32.008251 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-df591844-6634-415e-a372-81c9cd4e5905 req-51e7f9c3-0510-42d8-85aa-65e6260de24a tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.1446302 May 20 19:43:32.066177 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-df591844-6634-415e-a372-81c9cd4e5905 req-274fe97f-9962-46b5-b7a7-a09e1957c39f tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568569 May 20 19:43:32.196034 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb8339-c7f8-4764-98e6-8060f0277918 req-aaca428d-aa63-445e-b615-f560e92d1d05 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:32.197509 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6bdb8339-c7f8-4764-98e6-8060f0277918 req-aaca428d-aa63-445e-b615-f560e92d1d05 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.1115735 May 20 19:43:32.224852 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-4e286f9a-ee32-47b7-8661-0d38bc023e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:32.266783 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6bdb8339-c7f8-4764-98e6-8060f0277918 req-153f2bfe-add2-4a5d-8685-77b41d93a34b tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580661 May 20 19:43:32.337865 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc2e0b9-2712-446a-a63f-1f218ef6561c req-cedd79b3-0021-435e-8536-5147f833e75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:32.339525 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-1bc2e0b9-2712-446a-a63f-1f218ef6561c req-cedd79b3-0021-435e-8536-5147f833e75c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2b3850be-61a9-4c91-be22-7ef700cad7dd HTTP/1.1" status: 200 len: 1103 time: 0.1185687 May 20 19:43:32.361098 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb08cba-f4b0-4dd7-9c0a-c32f116df2d2 req-c30bdfb8-1c71-45a9-b4dc-1e91af482e4b tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:32.362656 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-ddb08cba-f4b0-4dd7-9c0a-c32f116df2d2 req-c30bdfb8-1c71-45a9-b4dc-1e91af482e4b tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b3850be-61a9-4c91-be22-7ef700cad7dd HTTP/1.1" status: 200 len: 950 time: 0.2043896 May 20 19:43:32.430090 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-1bc2e0b9-2712-446a-a63f-1f218ef6561c req-1c7155d4-4c56-46bb-b118-7e05125a760e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2e10e458-f014-49e0-a23c-3ffd0d9b450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664315 May 20 19:43:32.440529 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-ddb08cba-f4b0-4dd7-9c0a-c32f116df2d2 req-dec0e5eb-0bab-4629-b4fd-2f381309431c tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e10e458-f014-49e0-a23c-3ffd0d9b450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593135 May 20 19:43:32.632365 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c9860-61c9-4177-be06-24d29b8f2026 req-209edf38-00b3-4f68-ac22-3d8d9a861580 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:32.635246 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-964c9860-61c9-4177-be06-24d29b8f2026 req-209edf38-00b3-4f68-ac22-3d8d9a861580 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 945 time: 0.1394651 May 20 19:43:32.713962 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-964c9860-61c9-4177-be06-24d29b8f2026 req-81845b92-b9d4-41db-bdba-e160bc739a98 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722666 May 20 19:43:32.714296 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282cb2ec-f8ba-4f22-8716-3e45e9f117f8 req-3bb7aac0-f1a1-48fb-bb52-6af895c3ce28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:32.715813 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-282cb2ec-f8ba-4f22-8716-3e45e9f117f8 req-3bb7aac0-f1a1-48fb-bb52-6af895c3ce28 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8ed4e5869d204e20b671ef4c001a3511&device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 1098 time: 0.1049535 May 20 19:43:32.863253 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282cb2ec-f8ba-4f22-8716-3e45e9f117f8 req-ce53cfa6-67e6-4049-b2d3-4a3fbe4c9508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:32.864742 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-282cb2ec-f8ba-4f22-8716-3e45e9f117f8 req-ce53cfa6-67e6-4049-b2d3-4a3fbe4c9508 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3d38b6f3-7548-4a0e-896f-e9fb0c461e8e HTTP/1.1" status: 200 len: 918 time: 0.1389387 May 20 19:43:33.001000 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-282cb2ec-f8ba-4f22-8716-3e45e9f117f8 req-ed056634-7f35-4eee-a2ab-ef897d95ada5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550 HTTP/1.1" status: 200 len: 1001 time: 0.1180592 May 20 19:43:33.086468 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282cb2ec-f8ba-4f22-8716-3e45e9f117f8 req-fa43b4cb-7f38-4cd9-ab08-975cbb584de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:33.088182 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-282cb2ec-f8ba-4f22-8716-3e45e9f117f8 req-fa43b4cb-7f38-4cd9-ab08-975cbb584de2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5b859f84-1277-4d60-b0e8-72f23097ad76 HTTP/1.1" status: 200 len: 856 time: 0.0756726 May 20 19:43:33.239952 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282cb2ec-f8ba-4f22-8716-3e45e9f117f8 req-fb1d615d-912d-4db3-b4f2-5cc5d92049a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:33.242207 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-282cb2ec-f8ba-4f22-8716-3e45e9f117f8 req-fb1d615d-912d-4db3-b4f2-5cc5d92049a5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3d38b6f3-7548-4a0e-896f-e9fb0c461e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1423600 May 20 19:43:33.446709 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58956fcc-0287-481e-8009-d33186930713 req-bba30b98-3295-43f5-bd8c-8f4f866f1e1e tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:33.448527 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-58956fcc-0287-481e-8009-d33186930713 req-bba30b98-3295-43f5-bd8c-8f4f866f1e1e tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.2731044 May 20 19:43:33.511133 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027cdbe3-9c74-45ff-af4c-eda152efae5b req-b53cbf27-943f-4ff7-bdf9-682a88502687 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:33.512879 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-027cdbe3-9c74-45ff-af4c-eda152efae5b req-b53cbf27-943f-4ff7-bdf9-682a88502687 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.1066077 May 20 19:43:33.539293 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-282cb2ec-f8ba-4f22-8716-3e45e9f117f8 req-a7dd3c06-abf7-4a9e-9074-cff3f8100cfe service neutron] 10.222.0.65 "GET /v2.0/networks/3d38b6f3-7548-4a0e-896f-e9fb0c461e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842259 May 20 19:43:33.549445 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-58956fcc-0287-481e-8009-d33186930713 req-46cca340-12a4-4a57-a10c-483d9df0c728 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928385 May 20 19:43:33.578494 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-027cdbe3-9c74-45ff-af4c-eda152efae5b req-f1406831-d4f0-4785-af09-8b68c50657c6 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523539 May 20 19:43:34.006180 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e2ea82-0cea-428a-942d-f8696cd845cd req-c0506545-4967-4658-8dca-9bde5f4b93f9 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:34.015041 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-e1e2ea82-0cea-428a-942d-f8696cd845cd req-c0506545-4967-4658-8dca-9bde5f4b93f9 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 945 time: 0.1312342 May 20 19:43:34.042287 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-282cb2ec-f8ba-4f22-8716-3e45e9f117f8 req-dc642993-f575-40c9-ae1b-486675aefad3 service neutron] 10.222.0.65 "GET /v2.0/networks/3d38b6f3-7548-4a0e-896f-e9fb0c461e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4837201 May 20 19:43:34.089490 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69286e-3c70-4b04-9ea0-796be3f6bf04 req-e08dae91-52c8-42d0-9172-bc45238cd2cc tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:34.101803 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-dd69286e-3c70-4b04-9ea0-796be3f6bf04 req-e08dae91-52c8-42d0-9172-bc45238cd2cc tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b3850be-61a9-4c91-be22-7ef700cad7dd HTTP/1.1" status: 200 len: 950 time: 0.2989681 May 20 19:43:34.104776 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-e1e2ea82-0cea-428a-942d-f8696cd845cd req-232fd2a1-f6da-4ae0-8c57-1fb56a1d35dd tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886023 May 20 19:43:34.148679 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-dd69286e-3c70-4b04-9ea0-796be3f6bf04 req-b89f4f30-69e4-472f-a0a9-999b9bc202b9 tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e10e458-f014-49e0-a23c-3ffd0d9b450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458288 May 20 19:43:34.475725 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-542fe2e6-3285-46f5-a1a1-75f2bc816503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:34.787391 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c09abb-8152-437d-8a1b-17bb3f7cbc65 req-650a8f73-42a5-4651-911b-0458400c2470 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:34.789859 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-a1c09abb-8152-437d-8a1b-17bb3f7cbc65 req-650a8f73-42a5-4651-911b-0458400c2470 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.1194956 May 20 19:43:34.798310 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:34.839230 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9fabf-ab54-42f1-9803-c916dc5ca60e req-5a9d65e0-60b4-423e-8168-7f49b160617b tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:34.841101 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-9eb9fabf-ab54-42f1-9803-c916dc5ca60e req-5a9d65e0-60b4-423e-8168-7f49b160617b tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.1175101 May 20 19:43:34.851335 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-a1c09abb-8152-437d-8a1b-17bb3f7cbc65 req-67a178bd-08a1-4a3d-b4d6-340b5eb6b50a tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541947 May 20 19:43:34.903478 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-9eb9fabf-ab54-42f1-9803-c916dc5ca60e req-f9fd966c-c7d7-42a8-b041-73a52b898528 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508029 May 20 19:43:35.309411 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859cb6a-25f9-42b9-b654-fd5360a04ba3 req-4bf63f34-370d-4df7-8646-a7b67e050356 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:35.311676 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-d859cb6a-25f9-42b9-b654-fd5360a04ba3 req-4bf63f34-370d-4df7-8646-a7b67e050356 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 945 time: 0.0913744 May 20 19:43:35.372491 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358af22-37e8-4666-bce0-550333b663a4 req-d83bfb70-9517-4c75-bd2d-5504b67ad25a tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:35.375262 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-9358af22-37e8-4666-bce0-550333b663a4 req-d83bfb70-9517-4c75-bd2d-5504b67ad25a tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b3850be-61a9-4c91-be22-7ef700cad7dd HTTP/1.1" status: 200 len: 950 time: 0.0953605 May 20 19:43:35.376048 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-d859cb6a-25f9-42b9-b654-fd5360a04ba3 req-06b7c93a-ad3d-4003-b93f-78bdbc9269de tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585656 May 20 19:43:35.426536 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-9358af22-37e8-4666-bce0-550333b663a4 req-4a3b6ed1-c428-4cf2-a8c1-eed453960530 tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e10e458-f014-49e0-a23c-3ffd0d9b450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435767 May 20 19:43:35.559937 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d568-3eaa-4ee2-8e63-8438dfda9a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:35.635799 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:43:35.778621 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:35.813143 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'debb1a7d-07d6-4185-946f-2b11a45912cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550'}] {{(pid=98245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:43:35.825966 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550,segment=NetworkSegment(bbd097b1-fbbb-46bb-b9fd-966cb6b1545a),segment_id=bbd097b1-fbbb-46bb-b9fd-966cb6b1545a)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:43:35.834137 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:35.836481 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-1bcba04f-fc34-41f7-bf44-64835c4e3eca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:35.887940 dv-cinder-792462-2-iscsi neutron-server[98245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'debb1a7d-07d6-4185-946f-2b11a45912cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550', 'code': 200} May 20 19:43:35.937229 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Pushing event updated for resources: {'Port': ['ID=eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550,revision_number=8']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:35.944454 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:36.007433 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c867a-0814-43bd-b57c-31205ad92cc7 req-f715dfdf-3384-4f57-a45a-841ec2ae4023 tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:36.009356 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-ad0c867a-0814-43bd-b57c-31205ad92cc7 req-f715dfdf-3384-4f57-a45a-841ec2ae4023 tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b3850be-61a9-4c91-be22-7ef700cad7dd HTTP/1.1" status: 200 len: 950 time: 0.1601295 May 20 19:43:36.077499 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-ad0c867a-0814-43bd-b57c-31205ad92cc7 req-917db451-3444-4f2f-9dbd-71900ea5b7c0 tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e10e458-f014-49e0-a23c-3ffd0d9b450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570562 May 20 19:43:36.152315 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc823243-14e0-46ab-941a-da92b5db0207 req-7658fd28-dfc5-45af-8ce9-126a51504410 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:36.160667 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-cc823243-14e0-46ab-941a-da92b5db0207 req-7658fd28-dfc5-45af-8ce9-126a51504410 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.1354430 May 20 19:43:36.216719 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-cc823243-14e0-46ab-941a-da92b5db0207 req-ca512508-24ed-42be-a02b-4f29fe8cdf83 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546808 May 20 19:43:36.263748 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:36.319800 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa53354-3127-4daf-8123-6b2e150c94e7 req-88ef9862-e767-4300-880c-e1c670963c55 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:36.327103 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-7fa53354-3127-4daf-8123-6b2e150c94e7 req-88ef9862-e767-4300-880c-e1c670963c55 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.1278284 May 20 19:43:36.402868 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-7fa53354-3127-4daf-8123-6b2e150c94e7 req-ebe4c35b-36ac-403a-a132-5e27e94fb7c8 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744505 May 20 19:43:36.649026 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db48417-b1b5-4d30-81d3-544f8848b7f9 req-94fe4e1e-126b-4afb-a20a-fae4cf869328 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:36.657010 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-8db48417-b1b5-4d30-81d3-544f8848b7f9 req-94fe4e1e-126b-4afb-a20a-fae4cf869328 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 943 time: 0.1187739 May 20 19:43:36.745204 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-8db48417-b1b5-4d30-81d3-544f8848b7f9 req-ab451224-cf93-426d-b41f-f586ad0f2519 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870891 May 20 19:43:37.277012 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-40a8b960-4cf6-42c3-bf80-c71dd59d075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:37.323053 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca856c1-d9ce-4fdd-92e7-b2602ce81836 req-2cc78736-46b3-4567-bede-30027f5d8f9c tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:37.335863 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-bca856c1-d9ce-4fdd-92e7-b2602ce81836 req-2cc78736-46b3-4567-bede-30027f5d8f9c tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b3850be-61a9-4c91-be22-7ef700cad7dd HTTP/1.1" status: 200 len: 950 time: 0.1399145 May 20 19:43:37.399307 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-bca856c1-d9ce-4fdd-92e7-b2602ce81836 req-99392199-0050-45d5-9091-2d013a8902e8 tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e10e458-f014-49e0-a23c-3ffd0d9b450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625751 May 20 19:43:37.534832 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d7456-1b33-4826-86be-ffaf9bac0f8d req-5a7de537-70d1-45aa-9569-61edb69193d6 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:37.536348 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-663d7456-1b33-4826-86be-ffaf9bac0f8d req-5a7de537-70d1-45aa-9569-61edb69193d6 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.1531792 May 20 19:43:37.587529 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-663d7456-1b33-4826-86be-ffaf9bac0f8d req-6a7aae42-9bbd-4c42-afe5-19a8ccc27b81 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430248 May 20 19:43:37.643728 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f44b9-345e-44b9-b7c9-6a06a1a26b7e req-710f231e-84c8-4c80-aac4-dc11d435d8f1 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:37.645208 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-b84f44b9-345e-44b9-b7c9-6a06a1a26b7e req-710f231e-84c8-4c80-aac4-dc11d435d8f1 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.0914590 May 20 19:43:37.703532 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-b84f44b9-345e-44b9-b7c9-6a06a1a26b7e req-81626d63-290f-48a4-aa4f-06604ca9626e tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522308 May 20 19:43:37.954639 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa77e3-4535-45f7-9c17-8a7258b35389 req-764f4f12-6a9f-4137-ab0d-747b7ca01960 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:37.956128 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-5ffa77e3-4535-45f7-9c17-8a7258b35389 req-764f4f12-6a9f-4137-ab0d-747b7ca01960 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 943 time: 0.0852580 May 20 19:43:38.004834 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-5ffa77e3-4535-45f7-9c17-8a7258b35389 req-ca28266e-ddbb-49f6-8016-d0cf48b513a8 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428619 May 20 19:43:38.681877 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9409cfd-9311-48a3-abd7-eb8905b231ad req-18ec21a9-ce01-4dd8-8ce8-e433bc00023e tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:38.683506 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-a9409cfd-9311-48a3-abd7-eb8905b231ad req-18ec21a9-ce01-4dd8-8ce8-e433bc00023e tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b3850be-61a9-4c91-be22-7ef700cad7dd HTTP/1.1" status: 200 len: 950 time: 0.1407969 May 20 19:43:38.775898 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef4798-f54b-4496-8356-dbadefc5fc7a req-99a43050-2bc8-4755-8922-ffb38da88dbe tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:38.777529 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-ebef4798-f54b-4496-8356-dbadefc5fc7a req-99a43050-2bc8-4755-8922-ffb38da88dbe tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b3850be-61a9-4c91-be22-7ef700cad7dd HTTP/1.1" status: 200 len: 950 time: 0.1435394 May 20 19:43:38.872516 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-ebef4798-f54b-4496-8356-dbadefc5fc7a req-85ba40a9-2bb4-4c9e-aa78-93bb83e8a7e8 tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e10e458-f014-49e0-a23c-3ffd0d9b450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871270 May 20 19:43:38.929424 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5ce59-c317-46b2-94bb-5e4ce83afb07 req-12812003-0492-49b6-8561-f91e42a3816b tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:38.936776 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-38c5ce59-c317-46b2-94bb-5e4ce83afb07 req-12812003-0492-49b6-8561-f91e42a3816b tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.1247056 May 20 19:43:38.939403 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.plugin [req-a9409cfd-9311-48a3-abd7-eb8905b231ad req-a6c193ce-53fc-4917-8436-36257de80828 tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Deleting port aecf5775-0f0b-466e-88eb-f6c0ce59eb53 {{(pid=98244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:43:38.939834 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-a9409cfd-9311-48a3-abd7-eb8905b231ad req-a6c193ce-53fc-4917-8436-36257de80828 tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:39.049724 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615f7c5-b591-433b-9b9f-1e2573fed583 req-35590135-a7ba-4723-b566-553423d4548d tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:39.051632 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7615f7c5-b591-433b-9b9f-1e2573fed583 req-35590135-a7ba-4723-b566-553423d4548d tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.0825288 May 20 19:43:39.084105 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-38c5ce59-c317-46b2-94bb-5e4ce83afb07 req-b068c31f-f6cc-4989-9399-248439e20755 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463842 May 20 19:43:39.128062 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7615f7c5-b591-433b-9b9f-1e2573fed583 req-dcb0876f-f9a1-4d57-adc4-bb31d400a5c5 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702326 May 20 19:43:39.138385 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.db [req-a9409cfd-9311-48a3-abd7-eb8905b231ad req-a6c193ce-53fc-4917-8436-36257de80828 tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] For port aecf5775-0f0b-466e-88eb-f6c0ce59eb53, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=aecf5775-0f0b-466e-88eb-f6c0ce59eb53,segment=NetworkSegment(5dcc6edb-0816-4993-9c8c-4a716b9271a3),segment_id=5dcc6edb-0816-4993-9c8c-4a716b9271a3)] {{(pid=98244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:43:39.138762 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-a9409cfd-9311-48a3-abd7-eb8905b231ad req-a6c193ce-53fc-4917-8436-36257de80828 tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:39.277406 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.plugin [req-a9409cfd-9311-48a3-abd7-eb8905b231ad req-a6c193ce-53fc-4917-8436-36257de80828 tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Calling delete_port for aecf5775-0f0b-466e-88eb-f6c0ce59eb53 owned by compute:nova {{(pid=98244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:43:39.457946 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-a9409cfd-9311-48a3-abd7-eb8905b231ad req-a6c193ce-53fc-4917-8436-36257de80828 tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3028154'] for port, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:39.467515 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-dd711996-631d-4b8d-aa41-2584a50b057a tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:39.474446 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] get_ports_and_sgs() called for port_ids ['aecf5775-0f0b-466e-88eb-f6c0ce59eb53'] {{(pid=98245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:43:39.511832 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b92c31-91c9-4370-860c-f8ce227cee7f req-bf07c78e-d481-42b0-be56-d5e9ff114a35 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:39.520471 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-b9b92c31-91c9-4370-860c-f8ce227cee7f req-bf07c78e-d481-42b0-be56-d5e9ff114a35 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 943 time: 0.1068954 May 20 19:43:39.587749 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-b9b92c31-91c9-4370-860c-f8ce227cee7f req-34c1c4d2-cff7-44b9-82ca-841c48f88bfc tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660298 May 20 19:43:39.709131 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c193ce-53fc-4917-8436-36257de80828 tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Pushing event deleted for resources: {'Port': ['ID=aecf5775-0f0b-466e-88eb-f6c0ce59eb53,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:39.725198 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-a6c193ce-53fc-4917-8436-36257de80828 tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:39.779511 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9409cfd-9311-48a3-abd7-eb8905b231ad req-a6c193ce-53fc-4917-8436-36257de80828 tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] No DVR routers for this DVR port aecf5775-0f0b-466e-88eb-f6c0ce59eb53 on host hv-cinder-79246 {{(pid=98244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:43:39.783015 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-a9409cfd-9311-48a3-abd7-eb8905b231ad req-a6c193ce-53fc-4917-8436-36257de80828 tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for port, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:39.794006 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b3850be-61a9-4c91-be22-7ef700cad7dd', 'name': 'network-vif-deleted', 'tag': 'aecf5775-0f0b-466e-88eb-f6c0ce59eb53'}] {{(pid=98244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:43:39.805539 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-a9409cfd-9311-48a3-abd7-eb8905b231ad req-a6c193ce-53fc-4917-8436-36257de80828 tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] 10.222.0.65 "DELETE /v2.0/ports/aecf5775-0f0b-466e-88eb-f6c0ce59eb53 HTTP/1.1" status: 204 len: 173 time: 1.1150539 May 20 19:43:39.865011 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b3850be-61a9-4c91-be22-7ef700cad7dd', 'name': 'network-vif-deleted', 'tag': 'aecf5775-0f0b-466e-88eb-f6c0ce59eb53', 'status': 'completed', 'code': 200} May 20 19:43:40.033828 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-ce46dee9-e11c-4784-88d6-199d3c76fbbf req-5aec2bfc-c1a4-4460-a5ab-80a571b8972d tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b3850be-61a9-4c91-be22-7ef700cad7dd HTTP/1.1" status: 200 len: 210 time: 0.0542963 May 20 19:43:40.184491 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 39254) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:40.360786 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f773f-a17a-4fd7-8467-072e52a3e076 req-7b793dc1-1a7c-455a-ba46-52da5ed0407a tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:40.370732 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-512f773f-a17a-4fd7-8467-072e52a3e076 req-7b793dc1-1a7c-455a-ba46-52da5ed0407a tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.1101651 May 20 19:43:40.411433 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225c577-c5e1-4b44-872f-936cf670fd45 req-924e4ad0-80d4-4c1c-bf97-bb34424d9a93 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:40.418070 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7225c577-c5e1-4b44-872f-936cf670fd45 req-924e4ad0-80d4-4c1c-bf97-bb34424d9a93 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.1521187 May 20 19:43:40.433538 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-512f773f-a17a-4fd7-8467-072e52a3e076 req-cf5d8bf0-1e05-4ea2-abf7-d40933941db2 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592711 May 20 19:43:40.528277 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-efadb56b-152a-4f48-b315-d26c1f6150b8 req-c1e8938c-e716-44a2-bfd3-d9d4cf8a7625 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3376043 May 20 19:43:40.587864 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7225c577-c5e1-4b44-872f-936cf670fd45 req-6af37d81-cd0b-4492-a6f8-79f574aa8e44 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675751 May 20 19:43:40.950064 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6194b0e7-c485-465b-8115-cc67e1bec4ee req-9382cd35-2050-4b9a-97e3-60d57f6dda14 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:40.951675 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6194b0e7-c485-465b-8115-cc67e1bec4ee req-9382cd35-2050-4b9a-97e3-60d57f6dda14 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 943 time: 0.1275504 May 20 19:43:41.023796 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6194b0e7-c485-465b-8115-cc67e1bec4ee req-3c9974cd-9fa8-43ef-8a65-aebc1ad47fff tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649800 May 20 19:43:41.651388 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a5eb7-1a0a-4c5e-aee7-590d10a1499d req-96b55fd2-ccdc-48e6-bd64-6df798c54946 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:41.659071 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-340a5eb7-1a0a-4c5e-aee7-590d10a1499d req-96b55fd2-ccdc-48e6-bd64-6df798c54946 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.1065996 May 20 19:43:41.677665 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device aecf5775-0f0b-466e-88eb-f6c0ce59eb53 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:43:41.720387 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-340a5eb7-1a0a-4c5e-aee7-590d10a1499d req-ee760d94-fa1f-43b7-a461-7b34d5be5c22 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567522 May 20 19:43:41.740165 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] No Port match for: aecf5775-0f0b-466e-88eb-f6c0ce59eb53 {{(pid=98245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:43:41.740865 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device aecf5775-0f0b-466e-88eb-f6c0ce59eb53 not bound to the agent host hv-cinder-79246 {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:43:41.741622 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:43:41.854310 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49030ea2-92ba-4321-95be-8cc020a761e9 req-34fabf0d-a436-49f9-84fa-a3e6f67edb92 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:41.862682 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-49030ea2-92ba-4321-95be-8cc020a761e9 req-34fabf0d-a436-49f9-84fa-a3e6f67edb92 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.0947299 May 20 19:43:41.921442 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-49030ea2-92ba-4321-95be-8cc020a761e9 req-2d43c819-41ca-4f80-8aa2-affa68367c8f tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578792 May 20 19:43:42.359369 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ebc62-f3d3-42d1-961e-3b99d524e971 req-6ca96dff-5bd4-4bd1-b8eb-d2e6faefe235 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:42.367933 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-886ebc62-f3d3-42d1-961e-3b99d524e971 req-6ca96dff-5bd4-4bd1-b8eb-d2e6faefe235 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 943 time: 0.1663833 May 20 19:43:42.422176 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.agents_db [None req-81082b58-be1a-4fbd-9926-297307221300 None None] Agent healthcheck: found 6 active agents {{(pid=98246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:43:42.448985 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-886ebc62-f3d3-42d1-961e-3b99d524e971 req-0bfb5fee-672c-4d32-9e8a-05f5a056df6a tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799232 May 20 19:43:43.049854 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b4496-962e-4de9-80e1-11011be20f5f req-35e93896-52d7-4b44-8e4c-61f9be8c6ea4 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:43.058385 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-3d3b4496-962e-4de9-80e1-11011be20f5f req-35e93896-52d7-4b44-8e4c-61f9be8c6ea4 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.2022569 May 20 19:43:43.143995 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b7e1c8-f02b-4f17-a962-a6c7ab5c443f req-651f719b-7965-42a2-aa45-1e6309345731 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:43.152688 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-30b7e1c8-f02b-4f17-a962-a6c7ab5c443f req-651f719b-7965-42a2-aa45-1e6309345731 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.1002064 May 20 19:43:43.162739 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-3d3b4496-962e-4de9-80e1-11011be20f5f req-59c5617c-8899-4f77-bae1-37b29073bf50 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989995 May 20 19:43:43.204234 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-30b7e1c8-f02b-4f17-a962-a6c7ab5c443f req-39da2ad2-67b6-474f-b1a6-4e53a62a3a47 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504231 May 20 19:43:43.738589 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b73f1-4cb4-403d-a6ce-d3a40cbffa43 req-471ac8fa-b250-4677-a7c8-27a22b4b78a3 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:43.747189 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-d92b73f1-4cb4-403d-a6ce-d3a40cbffa43 req-471ac8fa-b250-4677-a7c8-27a22b4b78a3 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 943 time: 0.1556039 May 20 19:43:43.848140 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-d92b73f1-4cb4-403d-a6ce-d3a40cbffa43 req-a6be4f2d-b6e5-4d35-99ea-6970d3654298 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996280 May 20 19:43:44.554902 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00c624-3805-484d-be80-9097af93a124 req-272d4155-5024-4d7b-90a3-38d5bcfac7ae tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:44.563218 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-1d00c624-3805-484d-be80-9097af93a124 req-272d4155-5024-4d7b-90a3-38d5bcfac7ae tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.2055693 May 20 19:43:44.581469 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9eaa41-38cf-46bc-bb78-2acca8827c93 req-16f0cc6f-b733-43fc-b6c4-b2c07bc64dc5 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:44.582943 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-9d9eaa41-38cf-46bc-bb78-2acca8827c93 req-16f0cc6f-b733-43fc-b6c4-b2c07bc64dc5 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.1317420 May 20 19:43:44.637541 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-1d00c624-3805-484d-be80-9097af93a124 req-cc75d6fa-4a1e-43cc-92d3-54f4a7b0d115 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730650 May 20 19:43:44.696188 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-9d9eaa41-38cf-46bc-bb78-2acca8827c93 req-65546b07-6ac5-471d-a5d5-f4b85ddb023b tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999405 May 20 19:43:45.067553 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7af80b-54c0-4b4c-b376-104f7442858a req-3b4b5f30-c16d-40a6-894d-55f49c646461 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:45.069972 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-ae7af80b-54c0-4b4c-b376-104f7442858a req-3b4b5f30-c16d-40a6-894d-55f49c646461 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 943 time: 0.1085093 May 20 19:43:45.130823 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-ae7af80b-54c0-4b4c-b376-104f7442858a req-049fe000-3f49-4c27-b15d-10042545b171 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540762 May 20 19:43:46.036316 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15b297-eb9f-4184-b463-7dc4793cb2e7 req-00a6b7f1-3657-4187-9f36-5c1be2490d32 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:46.040980 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-7d15b297-eb9f-4184-b463-7dc4793cb2e7 req-00a6b7f1-3657-4187-9f36-5c1be2490d32 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.2119548 May 20 19:43:46.107339 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d641639f-f042-4d0b-b94f-381457f11967 req-6e26d85d-166e-41e2-bfa0-ff44912bcc39 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:46.116180 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-d641639f-f042-4d0b-b94f-381457f11967 req-6e26d85d-166e-41e2-bfa0-ff44912bcc39 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.1893516 May 20 19:43:46.131756 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-7d15b297-eb9f-4184-b463-7dc4793cb2e7 req-6975948f-9c78-4cd2-9ea0-9c1c71c2e04f tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744846 May 20 19:43:46.255133 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-d641639f-f042-4d0b-b94f-381457f11967 req-03d9d783-9e45-40f5-904f-a120a62ee500 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375957 May 20 19:43:46.449280 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ecb37-85c4-438a-93c1-fd4544e9744f req-d85b7db8-6337-483c-bb98-7ba29aafeeb9 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:46.461068 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-424ecb37-85c4-438a-93c1-fd4544e9744f req-d85b7db8-6337-483c-bb98-7ba29aafeeb9 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 943 time: 0.1208005 May 20 19:43:46.515384 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-424ecb37-85c4-438a-93c1-fd4544e9744f req-67dd55c5-8799-452a-9836-0b9fa986ddf2 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530179 May 20 19:43:46.689897 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9bf500-af91-4229-a9df-551ffc9efd49 req-69b1d801-288a-4efd-aac0-05036638cf94 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:46.691263 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-8e9bf500-af91-4229-a9df-551ffc9efd49 req-69b1d801-288a-4efd-aac0-05036638cf94 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.0801110 May 20 19:43:46.738231 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-8e9bf500-af91-4229-a9df-551ffc9efd49 req-7782770c-3e52-404b-a30c-218099e57591 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412171 May 20 19:43:47.365521 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dbdec7-01f5-43ec-bfd4-6e5503650e57 req-5b3a9858-9e2b-4d6e-b430-8a19217bdf05 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:47.367007 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-45dbdec7-01f5-43ec-bfd4-6e5503650e57 req-5b3a9858-9e2b-4d6e-b430-8a19217bdf05 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.0944042 May 20 19:43:47.422684 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-45dbdec7-01f5-43ec-bfd4-6e5503650e57 req-c25ef26c-875e-424a-8ea1-2297045b9c90 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488133 May 20 19:43:47.780742 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fe7bff-39df-434d-9588-6fd8e428db8a req-a5ab9411-1e89-4653-9683-be9da097f5f7 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:47.782364 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-06fe7bff-39df-434d-9588-6fd8e428db8a req-a5ab9411-1e89-4653-9683-be9da097f5f7 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 943 time: 0.0965588 May 20 19:43:47.838528 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-06fe7bff-39df-434d-9588-6fd8e428db8a req-f0203e0c-57b7-4962-b160-39c2f36ce16e tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488076 May 20 19:43:47.955385 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f502fd-71ea-4b7d-98ed-7e5d74dd9b42 req-7b502e44-1196-40f4-a49c-3de7105b5c88 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:47.957445 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-25f502fd-71ea-4b7d-98ed-7e5d74dd9b42 req-7b502e44-1196-40f4-a49c-3de7105b5c88 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.0972500 May 20 19:43:48.010300 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-25f502fd-71ea-4b7d-98ed-7e5d74dd9b42 req-c9f046ca-8c93-4acf-86ff-b5d2ec888301 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450633 May 20 19:43:48.638457 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d7979-ccf3-463a-9d62-b10f1c6d501e req-ccb433a9-3139-4e77-975a-18a15f91a65e tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:48.640583 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c29d7979-ccf3-463a-9d62-b10f1c6d501e req-ccb433a9-3139-4e77-975a-18a15f91a65e tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.0970149 May 20 19:43:48.697165 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c29d7979-ccf3-463a-9d62-b10f1c6d501e req-f93edbfd-6dec-4196-ae33-83ba8d83d2ee tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483429 May 20 19:43:49.092322 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d4345-7033-4c31-be1e-125bfeb6563c req-ad721d3b-fb1c-4332-b026-69a207904b2f tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:49.093942 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-df4d4345-7033-4c31-be1e-125bfeb6563c req-ad721d3b-fb1c-4332-b026-69a207904b2f tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 943 time: 0.1211147 May 20 19:43:49.151852 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-df4d4345-7033-4c31-be1e-125bfeb6563c req-3c0e0c43-ae80-4822-86d7-69654f38b5c9 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510345 May 20 19:43:49.270753 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27fb3b0-6c41-40ae-8db5-56265a86b74a req-098c9071-29bb-484e-8d42-f289a26a5787 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:49.276247 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c27fb3b0-6c41-40ae-8db5-56265a86b74a req-098c9071-29bb-484e-8d42-f289a26a5787 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.1191771 May 20 19:43:49.336161 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c27fb3b0-6c41-40ae-8db5-56265a86b74a req-a63ecaba-ae37-4eae-958b-900b2ad94ac8 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541739 May 20 19:43:49.423333 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4791e2d-e2de-4360-ab1b-0e8156990d1b req-4fa94cc6-1891-4f4c-b7ef-3e016e623db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:49.425171 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-c4791e2d-e2de-4360-ab1b-0e8156990d1b req-4fa94cc6-1891-4f4c-b7ef-3e016e623db8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=eae5dc310b064886a0fbb3c18c74b33d&device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 1098 time: 0.1226549 May 20 19:43:49.580451 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4791e2d-e2de-4360-ab1b-0e8156990d1b req-70e6235f-2b19-40d5-9eb9-3c65315c5829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:49.582746 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-c4791e2d-e2de-4360-ab1b-0e8156990d1b req-70e6235f-2b19-40d5-9eb9-3c65315c5829 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d932fd37-893e-4714-8e50-cf8308e6d424 HTTP/1.1" status: 200 len: 909 time: 0.1452765 May 20 19:43:49.680253 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efadb56b-152a-4f48-b315-d26c1f6150b8 req-0bb77015-6603-4698-85a3-1ebb21c4aca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:49.681779 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-efadb56b-152a-4f48-b315-d26c1f6150b8 req-0bb77015-6603-4698-85a3-1ebb21c4aca6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc&tenant_id=8ed4e5869d204e20b671ef4c001a3511 HTTP/1.1" status: 200 len: 1096 time: 0.1178720 May 20 19:43:49.746913 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-c4791e2d-e2de-4360-ab1b-0e8156990d1b req-29ca06f9-a594-4247-bc46-59d06f00e974 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64830ea0-861b-4b27-ab5c-a994d0f73588 HTTP/1.1" status: 200 len: 1000 time: 0.1552486 May 20 19:43:49.939316 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4791e2d-e2de-4360-ab1b-0e8156990d1b req-2b6a1566-3825-493b-90ac-4215c1b48859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:49.943625 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-c4791e2d-e2de-4360-ab1b-0e8156990d1b req-2b6a1566-3825-493b-90ac-4215c1b48859 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=edef4a11-9491-49df-813d-c217a08b5490 HTTP/1.1" status: 200 len: 847 time: 0.1811769 May 20 19:43:49.958685 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efadb56b-152a-4f48-b315-d26c1f6150b8 req-022e137e-b5dd-4657-99c7-ed73d5c82b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:49.963262 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-efadb56b-152a-4f48-b315-d26c1f6150b8 req-022e137e-b5dd-4657-99c7-ed73d5c82b95 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8ed4e5869d204e20b671ef4c001a3511&device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 1096 time: 0.2342222 May 20 19:43:50.265970 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efadb56b-152a-4f48-b315-d26c1f6150b8 req-170ef7fa-a789-45e5-b4b5-7cf13ade4225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:50.265970 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-efadb56b-152a-4f48-b315-d26c1f6150b8 req-170ef7fa-a789-45e5-b4b5-7cf13ade4225 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3d38b6f3-7548-4a0e-896f-e9fb0c461e8e HTTP/1.1" status: 200 len: 918 time: 0.2934248 May 20 19:43:50.413203 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-efadb56b-152a-4f48-b315-d26c1f6150b8 req-1894f87c-f1ef-4501-b270-11f6cfe83594 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550 HTTP/1.1" status: 200 len: 999 time: 0.1371620 May 20 19:43:50.423571 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4791e2d-e2de-4360-ab1b-0e8156990d1b req-17dc46a8-8c8b-48b7-af72-b1beba2261ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:50.425297 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-c4791e2d-e2de-4360-ab1b-0e8156990d1b req-17dc46a8-8c8b-48b7-af72-b1beba2261ad service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d932fd37-893e-4714-8e50-cf8308e6d424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4693708 May 20 19:43:50.440282 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637e3d1-c5f6-48b9-b7b3-6d5fae3bd925 req-074c987b-5f2f-48e9-aaa1-9b33068619be tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:50.447581 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-4637e3d1-c5f6-48b9-b7b3-6d5fae3bd925 req-074c987b-5f2f-48e9-aaa1-9b33068619be tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.4941323 May 20 19:43:50.541199 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-4637e3d1-c5f6-48b9-b7b3-6d5fae3bd925 req-131fa11a-262f-4ef1-acea-f88b39d31915 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924447 May 20 19:43:50.558472 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 39624) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:50.579934 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efadb56b-152a-4f48-b315-d26c1f6150b8 req-a1c13928-2b6b-42fc-b1a7-7685014c6755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:50.581677 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-efadb56b-152a-4f48-b315-d26c1f6150b8 req-a1c13928-2b6b-42fc-b1a7-7685014c6755 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5b859f84-1277-4d60-b0e8-72f23097ad76 HTTP/1.1" status: 200 len: 856 time: 0.1630166 May 20 19:43:50.673640 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734fb722-159b-4f0c-8c5f-2bdef52fbea4 req-3b1ed4de-cccb-4e28-bf96-20ff21c91212 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:50.675209 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-c4791e2d-e2de-4360-ab1b-0e8156990d1b req-a03d918c-5eba-4275-a3c0-6f4e886ae946 service neutron] 10.222.0.65 "GET /v2.0/networks/d932fd37-893e-4714-8e50-cf8308e6d424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012532 May 20 19:43:50.676007 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-734fb722-159b-4f0c-8c5f-2bdef52fbea4 req-3b1ed4de-cccb-4e28-bf96-20ff21c91212 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 943 time: 0.1708605 May 20 19:43:50.767893 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-734fb722-159b-4f0c-8c5f-2bdef52fbea4 req-4edd35e3-863d-49cd-9f40-72e4433088f9 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730162 May 20 19:43:50.848748 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-369a952a-271d-492a-bc75-e70fd233b0bf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cd4d98e166674f8c95997ed01df11664&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2852094 May 20 19:43:50.851651 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 39630) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:50.893902 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efadb56b-152a-4f48-b315-d26c1f6150b8 req-401c449c-3ba7-4c98-a5af-76048bf33fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:50.896809 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-efadb56b-152a-4f48-b315-d26c1f6150b8 req-401c449c-3ba7-4c98-a5af-76048bf33fa0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3d38b6f3-7548-4a0e-896f-e9fb0c461e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2936931 May 20 19:43:50.909146 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2a743-ff27-4dd4-94ad-6c46d5f76d95 req-2f678dc0-aa10-46b3-b4bf-14bc6dab2387 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:50.920769 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-8dd2a743-ff27-4dd4-94ad-6c46d5f76d95 req-2f678dc0-aa10-46b3-b4bf-14bc6dab2387 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.1521642 May 20 19:43:50.943992 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-8c30548c-c906-41aa-ab20-7a9d0f19ca12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:50.968005 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-8dd2a743-ff27-4dd4-94ad-6c46d5f76d95 req-7696b161-6a2f-4116-81a2-0de8034c5fcb tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462990 May 20 19:43:50.974969 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-8c30548c-c906-41aa-ab20-7a9d0f19ca12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:51.032587 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-8c30548c-c906-41aa-ab20-7a9d0f19ca12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:51.036463 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:51.051968 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30548c-c906-41aa-ab20-7a9d0f19ca12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e10e458-f014-49e0-a23c-3ffd0d9b450b,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:51.062789 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c30548c-c906-41aa-ab20-7a9d0f19ca12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:51.063206 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c30548c-c906-41aa-ab20-7a9d0f19ca12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:51.063507 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c30548c-c906-41aa-ab20-7a9d0f19ca12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:51.063885 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c30548c-c906-41aa-ab20-7a9d0f19ca12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:51.064231 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c30548c-c906-41aa-ab20-7a9d0f19ca12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:51.064578 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c30548c-c906-41aa-ab20-7a9d0f19ca12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:51.064930 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c30548c-c906-41aa-ab20-7a9d0f19ca12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:51.065265 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c30548c-c906-41aa-ab20-7a9d0f19ca12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:51.065596 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c30548c-c906-41aa-ab20-7a9d0f19ca12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:51.065932 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c30548c-c906-41aa-ab20-7a9d0f19ca12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:51.066272 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c30548c-c906-41aa-ab20-7a9d0f19ca12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:51.066607 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c30548c-c906-41aa-ab20-7a9d0f19ca12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:51.075749 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-8c30548c-c906-41aa-ab20-7a9d0f19ca12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:51.075749 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-8c30548c-c906-41aa-ab20-7a9d0f19ca12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:51.076529 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-8c30548c-c906-41aa-ab20-7a9d0f19ca12 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2e10e458-f014-49e0-a23c-3ffd0d9b450b HTTP/1.1" status: 204 len: 168 time: 0.2237134 May 20 19:43:51.840702 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2efde5-4227-495c-b5e3-7e45c046102e req-fc688fea-6b0a-4555-b88c-035a8b899c81 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:51.843114 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-af2efde5-4227-495c-b5e3-7e45c046102e req-fc688fea-6b0a-4555-b88c-035a8b899c81 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.1709526 May 20 19:43:51.897658 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-af2efde5-4227-495c-b5e3-7e45c046102e req-41fd1a48-ee57-4186-ad7c-ac96360cbb54 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476146 May 20 19:43:51.957835 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd3464-c7ad-44a0-9f2d-222f7a932ef6 req-478df9b1-666d-4c5f-bfff-a76683974837 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:51.959312 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-0dcd3464-c7ad-44a0-9f2d-222f7a932ef6 req-478df9b1-666d-4c5f-bfff-a76683974837 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 943 time: 0.0883181 May 20 19:43:52.018430 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-0dcd3464-c7ad-44a0-9f2d-222f7a932ef6 req-8b74c6f3-1bff-4e47-9e42-f34e89354a21 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518250 May 20 19:43:52.166927 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab58d1-e782-4e3f-bca4-4f5958311d50 req-7a9dcb62-a70a-490c-95ac-27b263b8d49b tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:52.168431 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-cbab58d1-e782-4e3f-bca4-4f5958311d50 req-7a9dcb62-a70a-490c-95ac-27b263b8d49b tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.0849223 May 20 19:43:52.218231 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-cbab58d1-e782-4e3f-bca4-4f5958311d50 req-0bf7c4f8-bb7e-48ac-9e65-781fcd8c3013 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409687 May 20 19:43:53.097260 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16cc41-fc34-461c-839c-cca69a0b7d59 req-8a6fe38e-7351-43d5-9872-05fe21872fb0 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:53.098986 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-0d16cc41-fc34-461c-839c-cca69a0b7d59 req-8a6fe38e-7351-43d5-9872-05fe21872fb0 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.0845671 May 20 19:43:53.149448 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-0d16cc41-fc34-461c-839c-cca69a0b7d59 req-75ecf9af-4a1f-487c-9b9a-009b2694b0c3 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399213 May 20 19:43:53.230510 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f688ac-5bcf-46d9-a1e4-5e833d104fa9 req-00d0dc6e-1c2d-4a2e-bf6f-7c8dbfc324f7 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:53.231926 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-d0f688ac-5bcf-46d9-a1e4-5e833d104fa9 req-00d0dc6e-1c2d-4a2e-bf6f-7c8dbfc324f7 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 943 time: 0.0779345 May 20 19:43:53.280046 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-d0f688ac-5bcf-46d9-a1e4-5e833d104fa9 req-d50f6fd5-f936-4389-9d89-19ca49677ef5 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402207 May 20 19:43:53.407163 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eddda95-a765-4c16-8c3a-0681d9838fd3 req-d557414d-0e6a-4e78-a15a-1cd006226d45 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:53.409252 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-9eddda95-a765-4c16-8c3a-0681d9838fd3 req-d557414d-0e6a-4e78-a15a-1cd006226d45 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.0811241 May 20 19:43:53.455245 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-9eddda95-a765-4c16-8c3a-0681d9838fd3 req-cd17aaab-7aad-4e61-899b-629c1468ed24 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398166 May 20 19:43:53.821431 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-efadb56b-152a-4f48-b315-d26c1f6150b8 req-7276a50e-0688-4821-b632-ecd72e733a4a service neutron] 10.222.0.65 "GET /v2.0/networks/3d38b6f3-7548-4a0e-896f-e9fb0c461e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340456 May 20 19:43:53.826232 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-c4791e2d-e2de-4360-ab1b-0e8156990d1b req-aea0dba9-e768-41e6-89a7-46e73554b529 service neutron] 10.222.0.65 "GET /v2.0/networks/d932fd37-893e-4714-8e50-cf8308e6d424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403787 May 20 19:43:53.968328 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-efadb56b-152a-4f48-b315-d26c1f6150b8 req-71206db1-747a-43b6-b1f3-f41af7ccb6a7 service neutron] 10.222.0.65 "GET /v2.0/networks/3d38b6f3-7548-4a0e-896f-e9fb0c461e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251001 May 20 19:43:54.368573 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff5902-39a6-4fd2-8a47-ab524e5f1128 req-87ebd1c6-1661-48f1-8539-295ad35780c7 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:54.370210 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-65ff5902-39a6-4fd2-8a47-ab524e5f1128 req-87ebd1c6-1661-48f1-8539-295ad35780c7 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.1079638 May 20 19:43:54.422604 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-65ff5902-39a6-4fd2-8a47-ab524e5f1128 req-13c6709e-461a-4338-8b35-35c272f239f2 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451834 May 20 19:43:54.569781 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ab59b-ac5c-4e80-97ec-1cf2b7170f10 req-971ee1c4-5b9b-4850-b663-7b2cc253b6d5 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:54.573410 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-7b3ab59b-ac5c-4e80-97ec-1cf2b7170f10 req-971ee1c4-5b9b-4850-b663-7b2cc253b6d5 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 943 time: 0.1634021 May 20 19:43:54.696702 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-7b3ab59b-ac5c-4e80-97ec-1cf2b7170f10 req-8003f7cc-09ae-4e27-b65d-2dab0027169c tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088145 May 20 19:43:54.818823 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5867803d-66e8-4545-bdd3-9c75f5116869 req-cd3200bf-2abe-49ef-8ab1-62c0cf403139 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:54.827373 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-5867803d-66e8-4545-bdd3-9c75f5116869 req-cd3200bf-2abe-49ef-8ab1-62c0cf403139 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.2105725 May 20 19:43:54.936890 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-5867803d-66e8-4545-bdd3-9c75f5116869 req-cedcadad-5ffe-445b-b2e2-78531781144f tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084712 May 20 19:43:55.651712 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38655e79-bf32-43dc-8491-a72b120d1e45 req-07f36853-4d76-47d4-b934-b6b01c10f6df tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:55.653283 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-38655e79-bf32-43dc-8491-a72b120d1e45 req-07f36853-4d76-47d4-b934-b6b01c10f6df tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.0985544 May 20 19:43:55.708715 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-38655e79-bf32-43dc-8491-a72b120d1e45 req-10b29fd0-762d-45c8-946a-d628f665c673 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483923 May 20 19:43:55.958671 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad7631-b165-46c8-87c7-f38b77c0dbbc req-6a13ea35-0dc4-411e-b2d1-c59cf1e7012e tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:55.960305 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-b8ad7631-b165-46c8-87c7-f38b77c0dbbc req-6a13ea35-0dc4-411e-b2d1-c59cf1e7012e tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 943 time: 0.1014390 May 20 19:43:56.008413 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-b8ad7631-b165-46c8-87c7-f38b77c0dbbc req-dfdd19e7-e281-4180-aa57-39fef89693ee tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420802 May 20 19:43:56.143330 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc05e3-aa3b-41da-81a1-05eb8778490c req-8a6ce984-98a6-47f7-a735-4cb9d569836b tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:56.144802 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-5ccc05e3-aa3b-41da-81a1-05eb8778490c req-8a6ce984-98a6-47f7-a735-4cb9d569836b tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.0873542 May 20 19:43:56.199055 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-5ccc05e3-aa3b-41da-81a1-05eb8778490c req-26ebe4cd-83cc-4176-9929-3d32264edc15 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474277 May 20 19:43:56.941117 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30e5f3-5f31-4d49-a169-96e2bf205704 req-658fb3fd-4d46-4b4f-b8e9-5da8574c4d2c tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:56.943187 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-fc30e5f3-5f31-4d49-a169-96e2bf205704 req-658fb3fd-4d46-4b4f-b8e9-5da8574c4d2c tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.0901635 May 20 19:43:57.030730 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-fc30e5f3-5f31-4d49-a169-96e2bf205704 req-8d4876d8-535a-4cbf-82f5-5f6ab23c5875 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742679 May 20 19:43:57.252313 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9eb27-e68c-44e3-a785-aac1476274be req-4b3e4f64-3b9f-45ca-9aeb-6a3949eba795 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:57.253823 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-cad9eb27-e68c-44e3-a785-aac1476274be req-4b3e4f64-3b9f-45ca-9aeb-6a3949eba795 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 943 time: 0.0962918 May 20 19:43:57.305408 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-cad9eb27-e68c-44e3-a785-aac1476274be req-7ce998bb-96fc-43d8-96db-6b495d4b6f44 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456369 May 20 19:43:58.216703 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8f259-42bc-41c4-8707-0542029e6b24 req-9450aa6a-890a-4a06-8568-d20c18e2458e tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:58.218703 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-40a8f259-42bc-41c4-8707-0542029e6b24 req-9450aa6a-890a-4a06-8568-d20c18e2458e tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.0817308 May 20 19:43:58.274768 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-40a8f259-42bc-41c4-8707-0542029e6b24 req-640ee5b7-0277-4077-a73f-3e6f308d2cf8 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502062 May 20 19:43:58.530508 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd153cc-6d75-4da3-a0d1-2016e62fafc4 req-081b2880-a91d-4030-b1c5-c9da9a017f69 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:58.532586 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-ecd153cc-6d75-4da3-a0d1-2016e62fafc4 req-081b2880-a91d-4030-b1c5-c9da9a017f69 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 943 time: 0.0896389 May 20 19:43:58.579932 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-ecd153cc-6d75-4da3-a0d1-2016e62fafc4 req-1f357289-64e2-4014-a9aa-63aa6f98b501 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411417 May 20 19:43:59.518747 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef7f50-74b6-46e7-83a9-aade9e2ecb8e req-6468563c-bfee-4b86-a42a-e92c23fd3574 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:59.520544 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-efef7f50-74b6-46e7-83a9-aade9e2ecb8e req-6468563c-bfee-4b86-a42a-e92c23fd3574 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.1124566 May 20 19:43:59.574043 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-efef7f50-74b6-46e7-83a9-aade9e2ecb8e req-59d15061-893f-49e2-ab59-375d586bec53 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478809 May 20 19:43:59.795858 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6bd61a-eb14-407b-81d4-6a25310d23c7 req-455fefec-6a16-480f-bd0c-853c5b567b6b tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:59.797999 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-9b6bd61a-eb14-407b-81d4-6a25310d23c7 req-455fefec-6a16-480f-bd0c-853c5b567b6b tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 943 time: 0.0891938 May 20 19:43:59.846397 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-9b6bd61a-eb14-407b-81d4-6a25310d23c7 req-748810d2-0c18-49c4-87c5-39fd3b8aa07e tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411141 May 20 19:44:00.798103 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82836a34-c453-48c2-97bc-21dcadd0cb30 req-2a4f4c48-c39d-4ac1-b09c-da4e2136f683 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:00.800164 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-82836a34-c453-48c2-97bc-21dcadd0cb30 req-2a4f4c48-c39d-4ac1-b09c-da4e2136f683 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.1074755 May 20 19:44:00.872132 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-82836a34-c453-48c2-97bc-21dcadd0cb30 req-f967ca45-9a63-4d25-a8a3-546f16f1b427 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615339 May 20 19:44:01.081892 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035b3f5-8934-484a-8f03-7b6929fe4efb req-3cf685bb-9336-4e79-8713-6b9e0d917aaa tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:01.083430 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-3035b3f5-8934-484a-8f03-7b6929fe4efb req-3cf685bb-9336-4e79-8713-6b9e0d917aaa tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 943 time: 0.0902100 May 20 19:44:01.149487 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-3035b3f5-8934-484a-8f03-7b6929fe4efb req-165e5288-4bd4-4650-8cad-5580ab1b0e7c tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577519 May 20 19:44:02.110438 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d278f6-c57c-477d-91a9-708af24cab70 req-beaee8dd-fea3-48c6-8890-02669127bbbc tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:02.112961 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-14d278f6-c57c-477d-91a9-708af24cab70 req-beaee8dd-fea3-48c6-8890-02669127bbbc tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.0898180 May 20 19:44:02.159186 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-14d278f6-c57c-477d-91a9-708af24cab70 req-b7524bde-016b-446f-9eef-0680467cc20f tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399282 May 20 19:44:02.224722 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-5b973e17-4f59-44ca-b650-3a97e134a93f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:02.388748 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5a9030-ce66-40e4-8860-2d6e5e76c04a req-94ed6776-7474-453f-b96c-222c09655335 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:02.390337 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-4e5a9030-ce66-40e4-8860-2d6e5e76c04a req-94ed6776-7474-453f-b96c-222c09655335 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 943 time: 0.0916102 May 20 19:44:02.440505 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-4e5a9030-ce66-40e4-8860-2d6e5e76c04a req-90bcb3f1-3901-4ead-8f77-ccf75aefea7c tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442905 May 20 19:44:03.377622 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984650c-f895-4ab4-af0a-d8818e41db06 req-21aca8f6-cf1d-41f4-ba25-8befd63613ab tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:03.379237 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7984650c-f895-4ab4-af0a-d8818e41db06 req-21aca8f6-cf1d-41f4-ba25-8befd63613ab tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.0927436 May 20 19:44:03.427447 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7984650c-f895-4ab4-af0a-d8818e41db06 req-05444c55-d7e4-4a2a-859d-910ed7bf78a5 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420926 May 20 19:44:03.659107 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 39892) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:44:03.665390 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e20f4-2ebe-4c50-b4bd-a1da0c11f12e req-2d884741-616a-411f-abcf-ec7fbb1dcbf4 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:03.673354 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-558e20f4-2ebe-4c50-b4bd-a1da0c11f12e req-2d884741-616a-411f-abcf-ec7fbb1dcbf4 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 943 time: 0.1132894 May 20 19:44:03.722406 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.db_base_plugin_v2 [None req-65bd9585-d914-454a-9696-58cc730ae278 admin admin] Deleting subnet 1315449f-aced-4a58-a0b2-b249b2f04475 {{(pid=98243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 19:44:03.726157 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-65bd9585-d914-454a-9696-58cc730ae278 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:03.830864 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-558e20f4-2ebe-4c50-b4bd-a1da0c11f12e req-24b0d21c-81d2-4f7c-bdf7-82fa01774f61 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565330 May 20 19:44:03.834724 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-65bd9585-d914-454a-9696-58cc730ae278 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:03.843824 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-65bd9585-d914-454a-9696-58cc730ae278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378450'] for subnet, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:04.196222 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-65bd9585-d914-454a-9696-58cc730ae278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983'] for subnet, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:04.200332 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-a0c83f6e-28c6-4887-97f7-9269b6d49b5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:04.239185 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd9585-d914-454a-9696-58cc730ae278 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1315449f-aced-4a58-a0b2-b249b2f04475,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:04.243335 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-65bd9585-d914-454a-9696-58cc730ae278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for subnet, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:04.252599 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 39906) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:44:04.252744 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-65bd9585-d914-454a-9696-58cc730ae278 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/1315449f-aced-4a58-a0b2-b249b2f04475 HTTP/1.1" status: 204 len: 168 time: 0.5921772 May 20 19:44:04.253763 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-65bd9585-d914-454a-9696-58cc730ae278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:04.367921 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-0bbec48d-0063-48aa-8e52-4134636bedda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748490'] for network, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:04.478712 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-d40a7544-f50c-4ae6-80ab-6a0b06523bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:04.493827 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-0bbec48d-0063-48aa-8e52-4134636bedda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377309', 'neutron.services.segments.db._delete_segments_for_network-8778153038201'] for network, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:04.508507 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.services.segments.db [None req-0bbec48d-0063-48aa-8e52-4134636bedda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdcee055-52d4-4370-88d4-637e18ac33ac']}} {{(pid=98244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:44:04.522144 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.services.segments.db [None req-0bbec48d-0063-48aa-8e52-4134636bedda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d1f4934-fb4b-4aff-9042-c2235a611bca') {'for_net_delete': True} {{(pid=98244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:44:04.522431 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.services.segments.db [None req-0bbec48d-0063-48aa-8e52-4134636bedda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d1f4934-fb4b-4aff-9042-c2235a611bca') {} {{(pid=98244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:44:04.536541 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-0bbec48d-0063-48aa-8e52-4134636bedda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778153050359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-740391'] for segment, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:04.559047 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-0bbec48d-0063-48aa-8e52-4134636bedda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717217'] for segment, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:04.571141 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bbec48d-0063-48aa-8e52-4134636bedda admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=98244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 19:44:04.571660 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-0bbec48d-0063-48aa-8e52-4134636bedda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3028207'] for segment, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:04.585768 dv-cinder-792462-2-iscsi neutron-server[98244]: Traceback (most recent call last): May 20 19:44:04.585768 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 19:44:04.585768 dv-cinder-792462-2-iscsi neutron-server[98244]: timer() May 20 19:44:04.585768 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 19:44:04.585768 dv-cinder-792462-2-iscsi neutron-server[98244]: cb(*args, **kw) May 20 19:44:04.585768 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 19:44:04.585768 dv-cinder-792462-2-iscsi neutron-server[98244]: return func(*args, **kwargs) May 20 19:44:04.585768 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 19:44:04.585768 dv-cinder-792462-2-iscsi neutron-server[98244]: self._notify() May 20 19:44:04.585768 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 19:44:04.585768 dv-cinder-792462-2-iscsi neutron-server[98244]: self.callback(batched_events) May 20 19:44:04.585768 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 19:44:04.585768 dv-cinder-792462-2-iscsi neutron-server[98244]: event.method(event) May 20 19:44:04.585768 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 19:44:04.585768 dv-cinder-792462-2-iscsi neutron-server[98244]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 19:44:04.585768 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 19:44:04.585768 dv-cinder-792462-2-iscsi neutron-server[98244]: aggregate_uuid = self.p_client.list_aggregates( May 20 19:44:04.585768 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 19:44:04.585768 dv-cinder-792462-2-iscsi neutron-server[98244]: return f(self, *a, **k) May 20 19:44:04.585768 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 19:44:04.585768 dv-cinder-792462-2-iscsi neutron-server[98244]: return self._get(url).json() May 20 19:44:04.585768 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 19:44:04.585768 dv-cinder-792462-2-iscsi neutron-server[98244]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 19:44:04.585768 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 19:44:04.585768 dv-cinder-792462-2-iscsi neutron-server[98244]: return self.request(url, 'GET', **kwargs) May 20 19:44:04.585768 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 19:44:04.585768 dv-cinder-792462-2-iscsi neutron-server[98244]: base_url = self.get_endpoint(auth, allow=allow, May 20 19:44:04.585768 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 19:44:04.585768 dv-cinder-792462-2-iscsi neutron-server[98244]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 19:44:04.585768 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 19:44:04.585768 dv-cinder-792462-2-iscsi neutron-server[98244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 19:44:04.585768 dv-cinder-792462-2-iscsi neutron-server[98244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 19:44:04.673667 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e62381-be08-4113-a9b0-bf4668aeef78 req-0dee7457-25bd-4c1f-abde-2227bdecfc32 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:04.675501 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-30e62381-be08-4113-a9b0-bf4668aeef78 req-0dee7457-25bd-4c1f-abde-2227bdecfc32 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.1005363 May 20 19:44:04.677658 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-0bbec48d-0063-48aa-8e52-4134636bedda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745754'] for network, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:04.684158 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-7209c533-d922-40f5-ab48-f00865e764ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:04.707420 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-0bbec48d-0063-48aa-8e52-4134636bedda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for network, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:04.710121 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbec48d-0063-48aa-8e52-4134636bedda admin admin] Pushing event deleted for resources: {'Network': ['ID=bdcee055-52d4-4370-88d4-637e18ac33ac,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:04.733202 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-30e62381-be08-4113-a9b0-bf4668aeef78 req-20d352ca-bef5-48bc-986f-9951776243ac tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501831 May 20 19:44:04.738326 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbec48d-0063-48aa-8e52-4134636bedda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:44:04.738817 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbec48d-0063-48aa-8e52-4134636bedda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:44:04.739259 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbec48d-0063-48aa-8e52-4134636bedda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:44:04.739669 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbec48d-0063-48aa-8e52-4134636bedda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:44:04.740158 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbec48d-0063-48aa-8e52-4134636bedda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:44:04.740564 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbec48d-0063-48aa-8e52-4134636bedda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:44:04.741042 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbec48d-0063-48aa-8e52-4134636bedda admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:44:04.741466 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbec48d-0063-48aa-8e52-4134636bedda admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:44:04.741965 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbec48d-0063-48aa-8e52-4134636bedda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:44:04.742319 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbec48d-0063-48aa-8e52-4134636bedda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:44:04.742780 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbec48d-0063-48aa-8e52-4134636bedda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:44:04.743208 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbec48d-0063-48aa-8e52-4134636bedda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:44:04.746999 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-0bbec48d-0063-48aa-8e52-4134636bedda admin admin] 10.222.0.46 "DELETE /v2.0/networks/bdcee055-52d4-4370-88d4-637e18ac33ac HTTP/1.1" status: 204 len: 168 time: 0.4932430 May 20 19:44:04.748095 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-0bbec48d-0063-48aa-8e52-4134636bedda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:04.797108 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:04.969335 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 39920) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:44:05.032976 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-174923ce-1f7b-4d34-8166-a7bb13d37da3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c9efe30813614803b11e1eaf9b6e4102&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0601647 May 20 19:44:05.033230 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 39924) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:44:05.101695 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590d35a-b868-4e6e-839d-0c81003e137c req-01a3ccfc-6f0c-4ea2-99cc-eeba5a7aa444 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:05.109265 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-1590d35a-b868-4e6e-839d-0c81003e137c req-01a3ccfc-6f0c-4ea2-99cc-eeba5a7aa444 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 943 time: 0.1144819 May 20 19:44:05.164945 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-cb23fa07-f319-4115-bbbe-24901e946eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:05.197242 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-1590d35a-b868-4e6e-839d-0c81003e137c req-4b634073-f3cf-4720-97cf-b0fef7ad2bb4 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864904 May 20 19:44:05.223349 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-cb23fa07-f319-4115-bbbe-24901e946eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:05.302675 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-cb23fa07-f319-4115-bbbe-24901e946eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:05.321709 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-f4b428cc-fd00-4bd7-81fb-01e3d7b88907 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:05.333258 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb23fa07-f319-4115-bbbe-24901e946eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d3b5b3-13e4-4c88-ad8e-580030444056,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:05.335892 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-cb23fa07-f319-4115-bbbe-24901e946eea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:05.343089 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-cb23fa07-f319-4115-bbbe-24901e946eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:05.344998 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-cb23fa07-f319-4115-bbbe-24901e946eea admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/52d3b5b3-13e4-4c88-ad8e-580030444056 HTTP/1.1" status: 204 len: 168 time: 0.3107238 May 20 19:44:05.560140 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d568-3eaa-4ee2-8e63-8438dfda9a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:05.937259 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98393133-9320-47f1-82f5-2c5d69af8bc9 req-83e2aad8-5553-4d89-9bd6-d56d03716f83 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:05.939576 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-98393133-9320-47f1-82f5-2c5d69af8bc9 req-83e2aad8-5553-4d89-9bd6-d56d03716f83 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.0865562 May 20 19:44:05.986948 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-98393133-9320-47f1-82f5-2c5d69af8bc9 req-04168950-0404-452e-b7f5-58188e0b0ed3 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415144 May 20 19:44:06.250898 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:06.385021 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057ceec-f1dc-42cb-b72c-a37bb0a47b9c req-f6a44a7c-7396-4e83-a517-b295f911b642 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:06.386522 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-b057ceec-f1dc-42cb-b72c-a37bb0a47b9c req-f6a44a7c-7396-4e83-a517-b295f911b642 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 943 time: 0.0824754 May 20 19:44:06.434667 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-b057ceec-f1dc-42cb-b72c-a37bb0a47b9c req-eac3936b-4f6e-48d8-9cea-c2529bd3fa7e tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419075 May 20 19:44:06.726367 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 39964) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:44:06.791576 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-384a81a3-331a-4e17-aeb3-bc98311f1ae3 req-84d08b1e-3b7d-43b1-b916-aaffecf56a4e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c0827d0c-cf95-40fd-b502-4bd511c5c69d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0789876 May 20 19:44:06.849367 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-1a2d45dc-9a98-4954-8386-5677f7054638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:06.867213 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-1a2d45dc-9a98-4954-8386-5677f7054638 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:44:06.871167 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-1a2d45dc-9a98-4954-8386-5677f7054638 admin admin] Usage tracker for resource:security_group_rule and tenant:88ea5ab124244c6cb3f4a5e4384772e5 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:44:06.874592 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-1a2d45dc-9a98-4954-8386-5677f7054638 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:44:06.880990 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-1a2d45dc-9a98-4954-8386-5677f7054638 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:44:06.888611 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a81a3-331a-4e17-aeb3-bc98311f1ae3 req-cd393e61-9856-4a77-91de-6c7d2c8f7883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:06.890679 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-384a81a3-331a-4e17-aeb3-bc98311f1ae3 req-cd393e61-9856-4a77-91de-6c7d2c8f7883 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a0ac8c7cabd34168a41ac6b7de3b2121&device_id=c0827d0c-cf95-40fd-b502-4bd511c5c69d HTTP/1.1" status: 200 len: 1099 time: 0.0724494 May 20 19:44:06.969472 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-1a2d45dc-9a98-4954-8386-5677f7054638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:06.973991 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-1a2d45dc-9a98-4954-8386-5677f7054638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:06.981689 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-ae763254-38e1-4186-b077-e3fd46e82820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:07.028489 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-1a2d45dc-9a98-4954-8386-5677f7054638 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=88ea5ab124244c6cb3f4a5e4384772e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2979922 May 20 19:44:07.028489 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2d45dc-9a98-4954-8386-5677f7054638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d566ac36-0d47-4d91-8157-9a4e6c316095,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:07.028904 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 39972) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:44:07.031495 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-1a2d45dc-9a98-4954-8386-5677f7054638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:07.065545 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a81a3-331a-4e17-aeb3-bc98311f1ae3 req-630b4254-8f22-49a6-8c80-d54ce4fa6f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:07.066993 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-384a81a3-331a-4e17-aeb3-bc98311f1ae3 req-630b4254-8f22-49a6-8c80-d54ce4fa6f90 service neutron] 10.222.0.65 "GET /v2.0/networks?id=84eb469a-42da-4e4e-8a93-b8edc16eceb7 HTTP/1.1" status: 200 len: 920 time: 0.1534874 May 20 19:44:07.181153 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-384a81a3-331a-4e17-aeb3-bc98311f1ae3 req-a265e08d-5680-4e35-89c8-562b030c34ee service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=551c2209-fd24-46ff-b426-ebc1a79350aa HTTP/1.1" status: 200 len: 217 time: 0.0999744 May 20 19:44:07.260996 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-40a8b960-4cf6-42c3-bf80-c71dd59d075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:07.264002 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-7578d0b9-5cfe-44bf-a4b6-8a218cfb1628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:07.300733 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a81a3-331a-4e17-aeb3-bc98311f1ae3 req-fe6955ca-a1e4-4596-9583-5377a51cdb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:07.302160 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-384a81a3-331a-4e17-aeb3-bc98311f1ae3 req-fe6955ca-a1e4-4596-9583-5377a51cdb2f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b75e212a-a8c6-44fb-b15e-58090122a2cf HTTP/1.1" status: 200 len: 859 time: 0.1130745 May 20 19:44:07.307194 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-7578d0b9-5cfe-44bf-a4b6-8a218cfb1628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:07.376891 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-384a81a3-331a-4e17-aeb3-bc98311f1ae3 req-3ee88604-307a-4de0-b150-2aab31c9af12 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=84eb469a-42da-4e4e-8a93-b8edc16eceb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607519 May 20 19:44:07.396854 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae6113-b601-4bce-926b-79f517c6d38e req-6ab9cf4f-3c31-4513-8ee1-85d9252dfb9a tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:07.398252 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-11ae6113-b601-4bce-926b-79f517c6d38e req-6ab9cf4f-3c31-4513-8ee1-85d9252dfb9a tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.2555816 May 20 19:44:07.543091 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-11ae6113-b601-4bce-926b-79f517c6d38e req-84ff0e27-6dc9-4a33-bd21-68b3b22ce422 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215587 May 20 19:44:07.548559 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-7578d0b9-5cfe-44bf-a4b6-8a218cfb1628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:07.554298 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-4bf1c7dd-a83c-42cb-8fbe-bba0baad442f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:07.582437 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7578d0b9-5cfe-44bf-a4b6-8a218cfb1628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d566ac36-0d47-4d91-8157-9a4e6c316095,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:07.587468 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-7578d0b9-5cfe-44bf-a4b6-8a218cfb1628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:07.591093 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-384a81a3-331a-4e17-aeb3-bc98311f1ae3 req-cc28a503-bdd9-4087-9d4b-0b7542c2cc4c service neutron] 10.222.0.65 "GET /v2.0/networks/84eb469a-42da-4e4e-8a93-b8edc16eceb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027161 May 20 19:44:07.591887 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-7578d0b9-5cfe-44bf-a4b6-8a218cfb1628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:07.596870 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-7578d0b9-5cfe-44bf-a4b6-8a218cfb1628 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d566ac36-0d47-4d91-8157-9a4e6c316095 HTTP/1.1" status: 204 len: 168 time: 0.5630736 May 20 19:44:07.677293 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaea5d6-2d05-427c-9f8c-61b78e28dfd3 req-639e7a13-6c97-48ea-8675-fceeb1cec922 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:07.680574 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-beaea5d6-2d05-427c-9f8c-61b78e28dfd3 req-639e7a13-6c97-48ea-8675-fceeb1cec922 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 943 time: 0.1270638 May 20 19:44:07.758216 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-beaea5d6-2d05-427c-9f8c-61b78e28dfd3 req-8d856f73-65ad-43ad-a1c6-d45cbcaa93a5 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697048 May 20 19:44:07.764973 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-384a81a3-331a-4e17-aeb3-bc98311f1ae3 req-e8640863-fc3f-4d3a-a336-a540a8be9a2d service neutron] 10.222.0.65 "GET /v2.0/networks/84eb469a-42da-4e4e-8a93-b8edc16eceb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573040 May 20 19:44:08.140443 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b1560-bc8c-45e2-a04d-fab2b4a01d6c req-865e3ef8-7eb7-4e09-b896-0a65e5a89ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:08.141958 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-409b1560-bc8c-45e2-a04d-fab2b4a01d6c req-865e3ef8-7eb7-4e09-b896-0a65e5a89ec1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 1098 time: 0.0682304 May 20 19:44:08.143606 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba20efd4-bfca-4fa3-999b-5230d9679fb6 req-8acd819b-e14e-4582-a656-b4ca0008a2ad tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:08.145070 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-ba20efd4-bfca-4fa3-999b-5230d9679fb6 req-8acd819b-e14e-4582-a656-b4ca0008a2ad tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d3f462c-4d60-437d-82f6-f1e577d68bc9 HTTP/1.1" status: 200 len: 945 time: 0.0793045 May 20 19:44:08.187468 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-409b1560-bc8c-45e2-a04d-fab2b4a01d6c req-bb8b7eef-5e6f-4a39-9ca5-adff65822978 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367954 May 20 19:44:08.189073 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-ba20efd4-bfca-4fa3-999b-5230d9679fb6 req-6a295ef9-a725-4b7d-879d-f4f8b49e6683 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.46 "GET /v2.0/security-groups?id=da23f62e-b946-4d7c-99b5-45d99dc8e77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379987 May 20 19:44:08.814491 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3ebd9-c1f7-4cfb-bf35-340ba093d762 req-6897c7d8-7172-475b-a2e7-6537b2e484ef tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:08.815971 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-e7f3ebd9-c1f7-4cfb-bf35-340ba093d762 req-6897c7d8-7172-475b-a2e7-6537b2e484ef tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.1568778 May 20 19:44:08.860344 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-e7f3ebd9-c1f7-4cfb-bf35-340ba093d762 req-7bf349f7-2abe-4cd3-9c08-3f3b40c3f703 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386906 May 20 19:44:08.953696 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3400ca-0233-4ff2-aea9-46fb08001c17 req-394bdcf4-6cc4-4428-b26d-8f2db654dbd8 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:08.955052 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-1e3400ca-0233-4ff2-aea9-46fb08001c17 req-394bdcf4-6cc4-4428-b26d-8f2db654dbd8 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 943 time: 0.0836451 May 20 19:44:09.000919 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-1e3400ca-0233-4ff2-aea9-46fb08001c17 req-7ca84f74-bf0c-4d68-91d1-b855d3ee8954 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399098 May 20 19:44:09.391926 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397ba3b-7c08-4eb0-9c9b-a9c142e2c111 req-c23e5516-5287-4400-ac54-938dbbf3a098 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:09.393383 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-b397ba3b-7c08-4eb0-9c9b-a9c142e2c111 req-c23e5516-5287-4400-ac54-938dbbf3a098 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d3f462c-4d60-437d-82f6-f1e577d68bc9 HTTP/1.1" status: 200 len: 945 time: 0.0881882 May 20 19:44:09.441722 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-b397ba3b-7c08-4eb0-9c9b-a9c142e2c111 req-75ec06ea-89de-43fb-b3bb-f2f9098f98ee tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.46 "GET /v2.0/security-groups?id=da23f62e-b946-4d7c-99b5-45d99dc8e77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424669 May 20 19:44:10.048563 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f53df-d2a1-43eb-9131-52fe06f9de5c req-c468348d-55f1-4916-8cb5-9c8195ae2556 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:10.050042 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-0a6f53df-d2a1-43eb-9131-52fe06f9de5c req-c468348d-55f1-4916-8cb5-9c8195ae2556 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.0817409 May 20 19:44:10.099091 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-0a6f53df-d2a1-43eb-9131-52fe06f9de5c req-f6b096d9-ba02-4775-8fe2-ce3474785590 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431800 May 20 19:44:10.188026 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c851b-9f5d-419b-ad04-3119659a40e4 req-defd8b2b-c9ea-4150-b790-5e686370c186 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:10.189367 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-897c851b-9f5d-419b-ad04-3119659a40e4 req-defd8b2b-c9ea-4150-b790-5e686370c186 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 943 time: 0.0771997 May 20 19:44:10.236956 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-897c851b-9f5d-419b-ad04-3119659a40e4 req-f05d16f6-4025-4135-924c-8189052f0212 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415976 May 20 19:44:10.618201 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a15cf-3cea-4f01-a213-a5c57f34a993 req-95b50d31-b427-49f5-842a-0ccf3c8960cf tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:10.619660 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-333a15cf-3cea-4f01-a213-a5c57f34a993 req-95b50d31-b427-49f5-842a-0ccf3c8960cf tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.0792031 May 20 19:44:10.664820 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17cea54-c13a-4cc3-a969-77c3639225e6 req-6df40c18-5766-41a4-ad65-81f502174756 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:10.666262 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-d17cea54-c13a-4cc3-a969-77c3639225e6 req-6df40c18-5766-41a4-ad65-81f502174756 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d3f462c-4d60-437d-82f6-f1e577d68bc9 HTTP/1.1" status: 200 len: 945 time: 0.1169221 May 20 19:44:10.714243 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-333a15cf-3cea-4f01-a213-a5c57f34a993 req-6def2aba-078d-4f17-9000-7bdc3c377c47 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879261 May 20 19:44:10.726852 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-d17cea54-c13a-4cc3-a969-77c3639225e6 req-469b7088-c563-42c7-931d-e313e93755c1 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.46 "GET /v2.0/security-groups?id=da23f62e-b946-4d7c-99b5-45d99dc8e77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526133 May 20 19:44:10.737531 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175ebed-72c8-42de-a014-8f2b4adb3daf req-1e938be4-d9dd-4046-8edf-b82218903114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:10.739236 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-7175ebed-72c8-42de-a014-8f2b4adb3daf req-1e938be4-d9dd-4046-8edf-b82218903114 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a0ac8c7cabd34168a41ac6b7de3b2121&device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 1098 time: 0.0951433 May 20 19:44:10.749255 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2426a2b-92ba-4682-b68a-6d748c95e37f req-c9e22c9a-2bd8-4caa-97cb-18c2c9c3c0b5 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:10.751175 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-e2426a2b-92ba-4682-b68a-6d748c95e37f req-c9e22c9a-2bd8-4caa-97cb-18c2c9c3c0b5 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d3f462c-4d60-437d-82f6-f1e577d68bc9 HTTP/1.1" status: 200 len: 945 time: 0.1324174 May 20 19:44:10.874717 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175ebed-72c8-42de-a014-8f2b4adb3daf req-e818660f-aaa8-4eef-8f5d-80358ce72dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:10.876448 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-7175ebed-72c8-42de-a014-8f2b4adb3daf req-e818660f-aaa8-4eef-8f5d-80358ce72dda service neutron] 10.222.0.65 "GET /v2.0/networks?id=84eb469a-42da-4e4e-8a93-b8edc16eceb7 HTTP/1.1" status: 200 len: 920 time: 0.1276493 May 20 19:44:10.892152 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.plugin [req-e2426a2b-92ba-4682-b68a-6d748c95e37f req-0a3f155e-bc48-431d-b7ce-8a04bcf5b221 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Deleting port 1d1ab48e-d3bc-44e2-96eb-79d22ac26469 {{(pid=98243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:44:10.892495 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-e2426a2b-92ba-4682-b68a-6d748c95e37f req-0a3f155e-bc48-431d-b7ce-8a04bcf5b221 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:10.947715 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-7175ebed-72c8-42de-a014-8f2b4adb3daf req-30dece8e-7521-4114-9f20-e94a3dd50031 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d3f3f04-0a60-4386-a8de-73b34a9990d0 HTTP/1.1" status: 200 len: 217 time: 0.0618391 May 20 19:44:11.017526 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175ebed-72c8-42de-a014-8f2b4adb3daf req-ea4c9857-6c71-4322-a62e-4aebcc04fcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:11.018974 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-7175ebed-72c8-42de-a014-8f2b4adb3daf req-ea4c9857-6c71-4322-a62e-4aebcc04fcd4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b75e212a-a8c6-44fb-b15e-58090122a2cf HTTP/1.1" status: 200 len: 859 time: 0.0626459 May 20 19:44:11.027378 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.db [req-e2426a2b-92ba-4682-b68a-6d748c95e37f req-0a3f155e-bc48-431d-b7ce-8a04bcf5b221 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] For port 1d1ab48e-d3bc-44e2-96eb-79d22ac26469, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=1d1ab48e-d3bc-44e2-96eb-79d22ac26469,segment=NetworkSegment(d43e1fd1-5688-4134-8bc2-a0f2d5580276),segment_id=d43e1fd1-5688-4134-8bc2-a0f2d5580276)] {{(pid=98243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:44:11.027769 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-e2426a2b-92ba-4682-b68a-6d748c95e37f req-0a3f155e-bc48-431d-b7ce-8a04bcf5b221 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:11.073813 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-7175ebed-72c8-42de-a014-8f2b4adb3daf req-f7b2ce4c-f864-4d9b-a25a-a8c4794da897 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=84eb469a-42da-4e4e-8a93-b8edc16eceb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433431 May 20 19:44:11.156609 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.plugin [req-e2426a2b-92ba-4682-b68a-6d748c95e37f req-0a3f155e-bc48-431d-b7ce-8a04bcf5b221 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Calling delete_port for 1d1ab48e-d3bc-44e2-96eb-79d22ac26469 owned by compute:nova {{(pid=98243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:44:11.287694 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-e2426a2b-92ba-4682-b68a-6d748c95e37f req-0a3f155e-bc48-431d-b7ce-8a04bcf5b221 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024'] for port, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:11.295301 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-1b38502b-f61e-4145-afc7-ee262536a054 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:11.302901 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] get_ports_and_sgs() called for port_ids ['1d1ab48e-d3bc-44e2-96eb-79d22ac26469'] {{(pid=98245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:44:11.310056 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-7175ebed-72c8-42de-a014-8f2b4adb3daf req-616e1057-d6d0-4845-b7ec-40ede3e22e78 service neutron] 10.222.0.65 "GET /v2.0/networks/84eb469a-42da-4e4e-8a93-b8edc16eceb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276587 May 20 19:44:11.342522 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f155e-bc48-431d-b7ce-8a04bcf5b221 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Pushing event deleted for resources: {'Port': ['ID=1d1ab48e-d3bc-44e2-96eb-79d22ac26469,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:11.348546 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-0a3f155e-bc48-431d-b7ce-8a04bcf5b221 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:11.423774 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2426a2b-92ba-4682-b68a-6d748c95e37f req-0a3f155e-bc48-431d-b7ce-8a04bcf5b221 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] No DVR routers for this DVR port 1d1ab48e-d3bc-44e2-96eb-79d22ac26469 on host hv-cinder-79246 {{(pid=98243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:44:11.426261 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-e2426a2b-92ba-4682-b68a-6d748c95e37f req-0a3f155e-bc48-431d-b7ce-8a04bcf5b221 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for port, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:11.428878 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d3f462c-4d60-437d-82f6-f1e577d68bc9', 'name': 'network-vif-deleted', 'tag': '1d1ab48e-d3bc-44e2-96eb-79d22ac26469'}] {{(pid=98243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:44:11.446415 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-e2426a2b-92ba-4682-b68a-6d748c95e37f req-0a3f155e-bc48-431d-b7ce-8a04bcf5b221 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.65 "DELETE /v2.0/ports/1d1ab48e-d3bc-44e2-96eb-79d22ac26469 HTTP/1.1" status: 204 len: 173 time: 0.6837513 May 20 19:44:11.477821 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d3f462c-4d60-437d-82f6-f1e577d68bc9', 'name': 'network-vif-deleted', 'tag': '1d1ab48e-d3bc-44e2-96eb-79d22ac26469', 'status': 'completed', 'code': 200} May 20 19:44:11.533403 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-7175ebed-72c8-42de-a014-8f2b4adb3daf req-e4be3d00-5efc-4f22-8a4d-0069422c004b service neutron] 10.222.0.65 "GET /v2.0/networks/84eb469a-42da-4e4e-8a93-b8edc16eceb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118342 May 20 19:44:11.553300 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076dbf8b-bc80-4341-a13e-aa8a041837a8 req-c5982d10-65a6-4e24-97f9-085c3bfdbe79 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:11.554815 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-076dbf8b-bc80-4341-a13e-aa8a041837a8 req-c5982d10-65a6-4e24-97f9-085c3bfdbe79 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 943 time: 0.1776881 May 20 19:44:11.604086 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-076dbf8b-bc80-4341-a13e-aa8a041837a8 req-056eed27-bc1c-4c88-b545-bb84d9bee831 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409534 May 20 19:44:11.901130 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-a9bb0c0a-bca8-450a-8f9a-470519ccda05 req-ffa1b340-773c-464d-ac28-e1fb58501356 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d3f462c-4d60-437d-82f6-f1e577d68bc9 HTTP/1.1" status: 200 len: 210 time: 0.0444453 May 20 19:44:11.913901 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078c8b0-1a1e-461c-9473-d8ac3e36b8c9 req-720d75e0-f462-4d26-ac3d-df98adcb8619 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:11.915296 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-9078c8b0-1a1e-461c-9473-d8ac3e36b8c9 req-720d75e0-f462-4d26-ac3d-df98adcb8619 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.0883706 May 20 19:44:11.962599 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-9078c8b0-1a1e-461c-9473-d8ac3e36b8c9 req-93688e5f-4f83-4c7a-be92-cb07869ad8bc tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410984 May 20 19:44:12.792513 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f75d65-eaeb-43cf-ade1-ac394161c46b req-d067347a-1306-4b55-9a66-e00a5ddc630d tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:12.793920 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-e8f75d65-eaeb-43cf-ade1-ac394161c46b req-d067347a-1306-4b55-9a66-e00a5ddc630d tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 943 time: 0.0778685 May 20 19:44:12.837531 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-e8f75d65-eaeb-43cf-ade1-ac394161c46b req-d2f8b43b-54aa-4134-af65-6331ba9801f6 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374427 May 20 19:44:13.159622 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff612f54-5b95-46fa-8389-e48f1c4b1cd0 req-0ff74a13-4a8e-4d24-8197-aca706110ed1 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:13.161207 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-ff612f54-5b95-46fa-8389-e48f1c4b1cd0 req-0ff74a13-4a8e-4d24-8197-aca706110ed1 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.0905700 May 20 19:44:13.206933 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-ff612f54-5b95-46fa-8389-e48f1c4b1cd0 req-e3677bae-6b7b-4ce9-a976-a6e020375a3b tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397961 May 20 19:44:14.022867 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b7750-885c-403d-9738-371b43b0d172 req-46022790-98b9-4598-877b-36634598d293 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:14.024347 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-a32b7750-885c-403d-9738-371b43b0d172 req-46022790-98b9-4598-877b-36634598d293 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 943 time: 0.0782642 May 20 19:44:14.070101 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-a32b7750-885c-403d-9738-371b43b0d172 req-56cf5811-5438-45d1-9074-dbdbb09532be tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394211 May 20 19:44:14.395666 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddadb956-6ddc-42f2-8fae-d38fd63c6b9e req-6ba84664-d032-4828-80d4-8bc26e7e3914 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:14.397123 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-ddadb956-6ddc-42f2-8fae-d38fd63c6b9e req-6ba84664-d032-4828-80d4-8bc26e7e3914 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.0818155 May 20 19:44:14.445065 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-ddadb956-6ddc-42f2-8fae-d38fd63c6b9e req-ef26f4f9-d159-44bf-a594-d0f78dabbf28 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421154 May 20 19:44:15.262766 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034960ff-bd09-4aaf-87f9-7aa52d3c5c9f req-e6755a32-4d8f-418e-a761-d6d13c8f1049 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:15.264259 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-034960ff-bd09-4aaf-87f9-7aa52d3c5c9f req-e6755a32-4d8f-418e-a761-d6d13c8f1049 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 943 time: 0.0781131 May 20 19:44:15.308551 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-034960ff-bd09-4aaf-87f9-7aa52d3c5c9f req-42fc3b63-392b-4c24-be50-4f04a1e58bed tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382788 May 20 19:44:15.362885 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 1d1ab48e-d3bc-44e2-96eb-79d22ac26469 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:44:15.398449 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] No Port match for: 1d1ab48e-d3bc-44e2-96eb-79d22ac26469 {{(pid=98245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:44:15.398801 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 1d1ab48e-d3bc-44e2-96eb-79d22ac26469 not bound to the agent host hv-cinder-79246 {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:44:16.503797 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 19:44:16.504512 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89b13c-0e1e-43c6-9b78-32c52b739b5d req-1ec622a4-3710-478c-927c-07bf3e23ab1f tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:16.506681 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-cf89b13c-0e1e-43c6-9b78-32c52b739b5d req-1ec622a4-3710-478c-927c-07bf3e23ab1f tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 943 time: 0.0849574 May 20 19:44:16.554613 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-cf89b13c-0e1e-43c6-9b78-32c52b739b5d req-caadcf21-19b6-46e1-afbf-2f1e0cbf8548 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397313 May 20 19:44:16.662548 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550,segment=NetworkSegment(bbd097b1-fbbb-46bb-b9fd-966cb6b1545a),segment_id=bbd097b1-fbbb-46bb-b9fd-966cb6b1545a)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:44:16.676124 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Returning: {'device': 'eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550', 'network_id': '3d38b6f3-7548-4a0e-896f-e9fb0c461e8e', 'port_id': 'eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550', 'mac_address': 'fa:16:3e:29:dd:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b859f84-1277-4d60-b0e8-72f23097ad76', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 19:44:16.729891 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:16.747486 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.notifiers.nova [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550 {{(pid=98245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:44:16.763180 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550,segment=NetworkSegment(bbd097b1-fbbb-46bb-b9fd-966cb6b1545a),segment_id=bbd097b1-fbbb-46bb-b9fd-966cb6b1545a)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:44:16.767303 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:16.769212 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:16.837401 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Pushing event updated for resources: {'Port': ['ID=eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550,revision_number=9']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:16.845015 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:44:16.845362 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:44:16.845700 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:44:16.846032 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:44:16.846364 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:44:16.846694 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:44:16.847019 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:44:16.847396 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:44:16.847769 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:44:16.848099 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:44:16.848419 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:44:16.848739 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:44:16.852517 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:17.113551 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] get_ports_and_sgs() called for port_ids ['eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550'] {{(pid=98245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:44:17.754471 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0481bd1a-0139-44c7-9c24-35c4c2bd17ff req-8eecc57e-b158-4eef-8d7d-f5f9ee964704 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:17.755991 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-0481bd1a-0139-44c7-9c24-35c4c2bd17ff req-8eecc57e-b158-4eef-8d7d-f5f9ee964704 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 944 time: 0.0881472 May 20 19:44:17.799309 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-0481bd1a-0139-44c7-9c24-35c4c2bd17ff req-7443ca8c-ef90-4595-91ca-a8294896be90 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374327 May 20 19:44:18.508674 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550 up at agent hyperv_hv-cinder-79246 {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:44:18.580904 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Provisioning complete for port eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550 triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:44:18.581262 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:18.703676 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:18.731680 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'debb1a7d-07d6-4185-946f-2b11a45912cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550'}] {{(pid=98245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:44:18.741948 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550,segment=NetworkSegment(bbd097b1-fbbb-46bb-b9fd-966cb6b1545a),segment_id=bbd097b1-fbbb-46bb-b9fd-966cb6b1545a)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:44:18.747659 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:18.751321 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:18.791337 dv-cinder-792462-2-iscsi neutron-server[98245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'debb1a7d-07d6-4185-946f-2b11a45912cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550', 'code': 200} May 20 19:44:18.834562 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Pushing event updated for resources: {'Port': ['ID=eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550,revision_number=10']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:18.838022 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:18.993933 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88a0f6-f2a6-4ca5-bd35-1a33d35c6405 req-b0f8d7a6-c007-4436-b76c-1b7a19f41a5a tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:18.995457 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-5a88a0f6-f2a6-4ca5-bd35-1a33d35c6405 req-b0f8d7a6-c007-4436-b76c-1b7a19f41a5a tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 946 time: 0.0811317 May 20 19:44:19.046284 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-5a88a0f6-f2a6-4ca5-bd35-1a33d35c6405 req-84d05dd0-780d-4d05-b6c7-a44594f5f7e5 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435395 May 20 19:44:19.315322 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2193c74-e65e-44dd-9061-4f6552fd9ed0 req-c4cc6712-fb86-4a99-ab24-ab39503c8bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:19.316760 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-f2193c74-e65e-44dd-9061-4f6552fd9ed0 req-c4cc6712-fb86-4a99-ab24-ab39503c8bb3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 1099 time: 0.0705357 May 20 19:44:19.422962 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.agents_db [None req-81082b58-be1a-4fbd-9926-297307221300 None None] Agent healthcheck: found 6 active agents {{(pid=98246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:44:20.246188 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-f2193c74-e65e-44dd-9061-4f6552fd9ed0 req-7490296b-0ce5-44ac-9a80-51b81e2140f2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357513 May 20 19:44:20.250843 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29166231-1723-4398-9757-134de3d26d4b req-d5126329-433d-4c4b-aa89-96490df7e80a tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:20.252334 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-29166231-1723-4398-9757-134de3d26d4b req-d5126329-433d-4c4b-aa89-96490df7e80a tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 946 time: 0.0852604 May 20 19:44:20.298244 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-29166231-1723-4398-9757-134de3d26d4b req-b6089019-241a-4be7-842e-02e652bc89d7 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398805 May 20 19:44:21.490409 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f5aab-6e19-4ea3-ad37-08d1bc6a7625 req-3bd0fb1e-328d-4270-aae5-f75f5f47d65c tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:21.491775 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-420f5aab-6e19-4ea3-ad37-08d1bc6a7625 req-3bd0fb1e-328d-4270-aae5-f75f5f47d65c tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 946 time: 0.0847690 May 20 19:44:21.538689 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-420f5aab-6e19-4ea3-ad37-08d1bc6a7625 req-fdac4a44-633b-40cd-9a81-0daca389f6f5 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408564 May 20 19:44:22.726607 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4c96f-c90c-489c-b51c-9a176764a7c6 req-d3295680-c23c-42f2-be68-abf36aa1f683 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:22.728126 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-0aa4c96f-c90c-489c-b51c-9a176764a7c6 req-d3295680-c23c-42f2-be68-abf36aa1f683 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 946 time: 0.0792828 May 20 19:44:22.775980 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-0aa4c96f-c90c-489c-b51c-9a176764a7c6 req-a048781e-bcec-4717-bf43-9a1d8ce0108a tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420930 May 20 19:44:23.367180 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac68d7-5af7-4ed2-bca6-a91d4506ad3b req-ec97c83d-8ca1-43b5-8302-b092cbce0ce5 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:23.368783 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-88ac68d7-5af7-4ed2-bca6-a91d4506ad3b req-ec97c83d-8ca1-43b5-8302-b092cbce0ce5 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0827d0c-cf95-40fd-b502-4bd511c5c69d HTTP/1.1" status: 200 len: 946 time: 0.1708426 May 20 19:44:23.415580 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-88ac68d7-5af7-4ed2-bca6-a91d4506ad3b req-f660c2c6-9283-4966-9988-a439c367e491 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401783 May 20 19:44:23.811836 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637be038-807d-424c-8adc-399e733b7695 req-4f2a5270-915c-4fe8-a154-15209c1eec1d tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:23.812546 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-637be038-807d-424c-8adc-399e733b7695 req-4f2a5270-915c-4fe8-a154-15209c1eec1d tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Synchronizing usage tracker for tenant:b910624489f245c5a1a93e564fa3c63a on resource:network {{(pid=98244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:44:23.832974 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-637be038-807d-424c-8adc-399e733b7695 req-4f2a5270-915c-4fe8-a154-15209c1eec1d tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Unset dirty status for tenant:b910624489f245c5a1a93e564fa3c63a on resource:network {{(pid=98244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:44:23.835043 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-637be038-807d-424c-8adc-399e733b7695 req-4f2a5270-915c-4fe8-a154-15209c1eec1d tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.46 "GET /v2.0/networks?id=7e77661e-ca37-4cff-bb5e-966d2b75dbde HTTP/1.1" status: 200 len: 813 time: 0.1795352 May 20 19:44:23.851253 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-637be038-807d-424c-8adc-399e733b7695 req-fe2d2d5b-749e-4a96-9eef-9c5aa9510061 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.46 "GET /v2.0/quotas/b910624489f245c5a1a93e564fa3c63a HTTP/1.1" status: 200 len: 375 time: 0.0106165 May 20 19:44:23.908508 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-637be038-807d-424c-8adc-399e733b7695 req-06e3a06a-8c0a-4da7-b491-1fd9726a70bf tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b910624489f245c5a1a93e564fa3c63a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498405 May 20 19:44:23.993289 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8717eb2-d96e-4920-9e87-38c90324b9a2 req-bb5e2d3f-8b47-4e21-bb54-e6784f3ea9e0 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:23.994755 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c8717eb2-d96e-4920-9e87-38c90324b9a2 req-bb5e2d3f-8b47-4e21-bb54-e6784f3ea9e0 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 946 time: 0.0982642 May 20 19:44:24.040601 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c8717eb2-d96e-4920-9e87-38c90324b9a2 req-892832af-a956-4b1c-aa73-5a9d5706eccf tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389950 May 20 19:44:24.060127 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-637be038-807d-424c-8adc-399e733b7695 req-7dbe93af-abad-4462-8a13-765d8d5d3d40 service neutron] 10.222.0.46 "GET /v2.0/networks/7e77661e-ca37-4cff-bb5e-966d2b75dbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465173 May 20 19:44:24.271439 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-637be038-807d-424c-8adc-399e733b7695 req-0eb47e6b-b6c3-468e-bc4b-5531cfc9e48f service neutron] 10.222.0.46 "GET /v2.0/networks/7e77661e-ca37-4cff-bb5e-966d2b75dbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065132 May 20 19:44:24.443294 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-fd0d42e2-e685-4a97-826e-e7d4117214d9 req-72d6298c-dfd6-4d31-a35f-dc293fc5842e tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Synchronizing usage tracker for tenant:b910624489f245c5a1a93e564fa3c63a on resource:port {{(pid=98243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:44:24.460964 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-fd0d42e2-e685-4a97-826e-e7d4117214d9 req-72d6298c-dfd6-4d31-a35f-dc293fc5842e tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Unset dirty status for tenant:b910624489f245c5a1a93e564fa3c63a on resource:port {{(pid=98243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:44:24.462377 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-fd0d42e2-e685-4a97-826e-e7d4117214d9 req-72d6298c-dfd6-4d31-a35f-dc293fc5842e tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee6089b7-916d-4dfd-bdee-979a32abeed5 HTTP/1.1" status: 200 len: 210 time: 0.0614192 May 20 19:44:24.616966 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca9d7c-eaf7-422b-b691-1e9fb7cc2401 req-7fedcfe5-8d3a-47cf-bc28-531df4d6938d tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:24.618444 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-56ca9d7c-eaf7-422b-b691-1e9fb7cc2401 req-7fedcfe5-8d3a-47cf-bc28-531df4d6938d tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0827d0c-cf95-40fd-b502-4bd511c5c69d HTTP/1.1" status: 200 len: 946 time: 0.0884118 May 20 19:44:24.666959 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-56ca9d7c-eaf7-422b-b691-1e9fb7cc2401 req-91a89da9-fde9-4fad-a8b8-31af6278ae1c tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404961 May 20 19:44:25.233662 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d8a34-44f6-41ba-991c-bcdca9a96ac9 req-fe477755-7232-4d38-9610-7d520aecb668 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:25.235056 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-9a8d8a34-44f6-41ba-991c-bcdca9a96ac9 req-fe477755-7232-4d38-9610-7d520aecb668 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 946 time: 0.0825202 May 20 19:44:25.283848 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-9a8d8a34-44f6-41ba-991c-bcdca9a96ac9 req-a0f17599-9a4d-45f3-b3cf-aff72c10f2dc tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421381 May 20 19:44:25.632229 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-fa3cf0a0-9abb-472f-99be-1fdbe92ffbe4 req-0fcf04aa-8489-4c54-95d9-1ec5381d7a0b tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee6089b7-916d-4dfd-bdee-979a32abeed5 HTTP/1.1" status: 200 len: 210 time: 0.0576723 May 20 19:44:25.640829 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637be038-807d-424c-8adc-399e733b7695 req-5203ad54-143a-4c87-aa53-0953c10cb6b3 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:25.642256 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-637be038-807d-424c-8adc-399e733b7695 req-5203ad54-143a-4c87-aa53-0953c10cb6b3 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.65 "GET /v2.0/networks?id=7e77661e-ca37-4cff-bb5e-966d2b75dbde HTTP/1.1" status: 200 len: 813 time: 0.1988952 May 20 19:44:25.662362 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [req-637be038-807d-424c-8adc-399e733b7695 req-374d0b06-f165-4c0a-8952-889a53041beb tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Request body: {'port': {'device_id': 'ee6089b7-916d-4dfd-bdee-979a32abeed5', 'network_id': '7e77661e-ca37-4cff-bb5e-966d2b75dbde', 'admin_state_up': True, 'tenant_id': 'b910624489f245c5a1a93e564fa3c63a'}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:44:25.800844 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [req-637be038-807d-424c-8adc-399e733b7695 req-374d0b06-f165-4c0a-8952-889a53041beb tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:44:25.810118 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [req-637be038-807d-424c-8adc-399e733b7695 req-374d0b06-f165-4c0a-8952-889a53041beb tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:44:25.821221 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-637be038-807d-424c-8adc-399e733b7695 req-374d0b06-f165-4c0a-8952-889a53041beb tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Made reservation on behalf of b910624489f245c5a1a93e564fa3c63a for: {'port': 1} {{(pid=98244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:44:25.824900 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-637be038-807d-424c-8adc-399e733b7695 req-374d0b06-f165-4c0a-8952-889a53041beb tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:25.854217 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad8320-39fb-44be-ab9f-fd41558cec1e req-a17007e0-2feb-462c-b3c3-94645b3bf85f tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:25.855740 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-f1ad8320-39fb-44be-ab9f-fd41558cec1e req-a17007e0-2feb-462c-b3c3-94645b3bf85f tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0827d0c-cf95-40fd-b502-4bd511c5c69d HTTP/1.1" status: 200 len: 946 time: 0.0826011 May 20 19:44:25.907573 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-f1ad8320-39fb-44be-ab9f-fd41558cec1e req-61b322d3-d3a3-4bca-9ec0-0c348073c99b tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447843 May 20 19:44:25.990729 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.db_base_plugin_common [req-637be038-807d-424c-8adc-399e733b7695 req-374d0b06-f165-4c0a-8952-889a53041beb tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Allocated IP 172.20.0.9 (7e77661e-ca37-4cff-bb5e-966d2b75dbde/847ba496-f866-4ba0-8ef1-9d82e5bba737/12218cb7-b34c-4708-9117-d3c12218e1df) {{(pid=98244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:44:26.137175 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa444871-4e2b-43a6-a864-94e1fbf8602b req-d59932fd-e797-4a06-95fe-7af527f1210e tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:26.139247 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-fa444871-4e2b-43a6-a864-94e1fbf8602b req-d59932fd-e797-4a06-95fe-7af527f1210e tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0827d0c-cf95-40fd-b502-4bd511c5c69d HTTP/1.1" status: 200 len: 946 time: 0.0802062 May 20 19:44:26.191248 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-637be038-807d-424c-8adc-399e733b7695 req-374d0b06-f165-4c0a-8952-889a53041beb tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Notify callbacks [] for port, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:26.221757 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-637be038-807d-424c-8adc-399e733b7695 req-374d0b06-f165-4c0a-8952-889a53041beb tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3028154'] for port, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:26.227346 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-8cbb5ab4-72c6-4474-b90a-fffc023fb7dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:26.283180 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.plugin [req-fa444871-4e2b-43a6-a864-94e1fbf8602b req-09b54401-0c9d-451c-9925-29de07c206b8 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Deleting port 551c2209-fd24-46ff-b426-ebc1a79350aa {{(pid=98243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:44:26.283788 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-fa444871-4e2b-43a6-a864-94e1fbf8602b req-09b54401-0c9d-451c-9925-29de07c206b8 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:26.298677 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-637be038-807d-424c-8adc-399e733b7695 req-374d0b06-f165-4c0a-8952-889a53041beb tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Network 7e77661e-ca37-4cff-bb5e-966d2b75dbde is already hosted by enough agents. {{(pid=98244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:44:26.301822 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.base_scheduler [req-637be038-807d-424c-8adc-399e733b7695 req-374d0b06-f165-4c0a-8952-889a53041beb tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Resources bound (agent type, host, resource id): {{(pid=98244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:44:26.305695 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.l3_dvrscheduler_db [req-637be038-807d-424c-8adc-399e733b7695 req-374d0b06-f165-4c0a-8952-889a53041beb tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Received port after_create {{(pid=98244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:44:26.336115 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d0b06-f165-4c0a-8952-889a53041beb tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Pushing event updated for resources: {'Port': ['ID=12218cb7-b34c-4708-9117-d3c12218e1df,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:26.342627 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-374d0b06-f165-4c0a-8952-889a53041beb tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:26.371857 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637be038-807d-424c-8adc-399e733b7695 req-374d0b06-f165-4c0a-8952-889a53041beb tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:26.372472 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-637be038-807d-424c-8adc-399e733b7695 req-374d0b06-f165-4c0a-8952-889a53041beb tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for port, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:26.403177 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-637be038-807d-424c-8adc-399e733b7695 req-374d0b06-f165-4c0a-8952-889a53041beb tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7446899 May 20 19:44:26.419069 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [req-637be038-807d-424c-8adc-399e733b7695 req-15cbcff9-021d-41a9-b34f-6285d1909fde service neutron] Request body: {'port': {'device_id': 'ee6089b7-916d-4dfd-bdee-979a32abeed5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:44:26.423221 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.db [req-fa444871-4e2b-43a6-a864-94e1fbf8602b req-09b54401-0c9d-451c-9925-29de07c206b8 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] For port 551c2209-fd24-46ff-b426-ebc1a79350aa, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=551c2209-fd24-46ff-b426-ebc1a79350aa,segment=NetworkSegment(bb2d58f1-e924-45ff-b685-912f2e453c73),segment_id=bb2d58f1-e924-45ff-b685-912f2e453c73)] {{(pid=98243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:44:26.423580 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-fa444871-4e2b-43a6-a864-94e1fbf8602b req-09b54401-0c9d-451c-9925-29de07c206b8 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:26.534019 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-637be038-807d-424c-8adc-399e733b7695 req-15cbcff9-021d-41a9-b34f-6285d1909fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:26.545557 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.plugin [req-fa444871-4e2b-43a6-a864-94e1fbf8602b req-09b54401-0c9d-451c-9925-29de07c206b8 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Calling delete_port for 551c2209-fd24-46ff-b426-ebc1a79350aa owned by compute:nova {{(pid=98243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:44:26.665316 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-fa444871-4e2b-43a6-a864-94e1fbf8602b req-09b54401-0c9d-451c-9925-29de07c206b8 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024'] for port, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:26.672657 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-28b4d060-cd13-4c3c-a9e4-0720fe4c6a6c tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:26.681730 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] get_ports_and_sgs() called for port_ids ['6d3f3f04-0a60-4386-a8de-73b34a9990d0', '551c2209-fd24-46ff-b426-ebc1a79350aa'] {{(pid=98245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:44:26.734619 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b54401-0c9d-451c-9925-29de07c206b8 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Pushing event deleted for resources: {'Port': ['ID=551c2209-fd24-46ff-b426-ebc1a79350aa,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:26.738601 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-09b54401-0c9d-451c-9925-29de07c206b8 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:26.822105 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa444871-4e2b-43a6-a864-94e1fbf8602b req-09b54401-0c9d-451c-9925-29de07c206b8 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] No DVR routers for this DVR port 551c2209-fd24-46ff-b426-ebc1a79350aa on host hv-cinder-79246 {{(pid=98243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:44:26.824675 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-fa444871-4e2b-43a6-a864-94e1fbf8602b req-09b54401-0c9d-451c-9925-29de07c206b8 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for port, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:26.827550 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0827d0c-cf95-40fd-b502-4bd511c5c69d', 'name': 'network-vif-deleted', 'tag': '551c2209-fd24-46ff-b426-ebc1a79350aa'}] {{(pid=98243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:44:26.846465 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-fa444871-4e2b-43a6-a864-94e1fbf8602b req-09b54401-0c9d-451c-9925-29de07c206b8 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.65 "DELETE /v2.0/ports/551c2209-fd24-46ff-b426-ebc1a79350aa HTTP/1.1" status: 204 len: 173 time: 0.7003183 May 20 19:44:26.879063 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0827d0c-cf95-40fd-b502-4bd511c5c69d', 'name': 'network-vif-deleted', 'tag': '551c2209-fd24-46ff-b426-ebc1a79350aa', 'status': 'completed', 'code': 200} May 20 19:44:26.949466 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b357b37-e9b1-46b6-8529-2def72c02586 req-6197f550-4f4f-426c-a628-8cc313db90e4 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:26.950193 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-2b357b37-e9b1-46b6-8529-2def72c02586 req-6197f550-4f4f-426c-a628-8cc313db90e4 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Synchronizing usage tracker for tenant:b910624489f245c5a1a93e564fa3c63a on resource:port {{(pid=98244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:44:27.019407 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-2b357b37-e9b1-46b6-8529-2def72c02586 req-6197f550-4f4f-426c-a628-8cc313db90e4 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Unset dirty status for tenant:b910624489f245c5a1a93e564fa3c63a on resource:port {{(pid=98244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:44:27.020762 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-2b357b37-e9b1-46b6-8529-2def72c02586 req-6197f550-4f4f-426c-a628-8cc313db90e4 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee6089b7-916d-4dfd-bdee-979a32abeed5 HTTP/1.1" status: 200 len: 931 time: 0.2239535 May 20 19:44:27.028005 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.notifiers.nova [req-637be038-807d-424c-8adc-399e733b7695 req-15cbcff9-021d-41a9-b34f-6285d1909fde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12218cb7-b34c-4708-9117-d3c12218e1df {{(pid=98244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:44:27.037303 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-637be038-807d-424c-8adc-399e733b7695 req-15cbcff9-021d-41a9-b34f-6285d1909fde service neutron] Notify callbacks [] for port, precommit_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:27.076058 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.provisioning_blocks [req-637be038-807d-424c-8adc-399e733b7695 req-15cbcff9-021d-41a9-b34f-6285d1909fde service neutron] Transition to ACTIVE for port object 12218cb7-b34c-4708-9117-d3c12218e1df will not be triggered until provisioned by entity L2. {{(pid=98244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:44:27.082983 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-637be038-807d-424c-8adc-399e733b7695 req-15cbcff9-021d-41a9-b34f-6285d1909fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3028147'] for port, after_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:27.083946 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-c4ab8505-65d4-4ff9-bda8-51cc8e9a92dd req-f5795d7c-dce7-453b-9111-6edc72c63edb tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Synchronizing usage tracker for tenant:a0ac8c7cabd34168a41ac6b7de3b2121 on resource:port {{(pid=98243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:44:27.089270 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:27.099976 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-c4ab8505-65d4-4ff9-bda8-51cc8e9a92dd req-f5795d7c-dce7-453b-9111-6edc72c63edb tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Unset dirty status for tenant:a0ac8c7cabd34168a41ac6b7de3b2121 on resource:port {{(pid=98243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:44:27.101127 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c4ab8505-65d4-4ff9-bda8-51cc8e9a92dd req-f5795d7c-dce7-453b-9111-6edc72c63edb tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0827d0c-cf95-40fd-b502-4bd511c5c69d HTTP/1.1" status: 200 len: 210 time: 0.0594676 May 20 19:44:27.139658 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-2b357b37-e9b1-46b6-8529-2def72c02586 req-94b627fb-be18-4cca-ad00-ea0757afcace tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.46 "GET /v2.0/security-groups?id=da23f62e-b946-4d7c-99b5-45d99dc8e77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070044 May 20 19:44:27.337169 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cbcff9-021d-41a9-b34f-6285d1909fde service neutron] Pushing event updated for resources: {'Port': ['ID=12218cb7-b34c-4708-9117-d3c12218e1df,revision_number=2']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:27.345602 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-15cbcff9-021d-41a9-b34f-6285d1909fde service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:27.417285 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.managers [req-637be038-807d-424c-8adc-399e733b7695 req-15cbcff9-021d-41a9-b34f-6285d1909fde service neutron] Attempting to bind port 12218cb7-b34c-4708-9117-d3c12218e1df on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:44:27.417285 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.managers [req-637be038-807d-424c-8adc-399e733b7695 req-15cbcff9-021d-41a9-b34f-6285d1909fde service neutron] Attempting to bind port 12218cb7-b34c-4708-9117-d3c12218e1df by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'd43e1fd1-5688-4134-8bc2-a0f2d5580276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7e77661e-ca37-4cff-bb5e-966d2b75dbde'}] {{(pid=98244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:44:27.417607 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637be038-807d-424c-8adc-399e733b7695 req-15cbcff9-021d-41a9-b34f-6285d1909fde service neutron] Attempting to bind port 12218cb7-b34c-4708-9117-d3c12218e1df on network 7e77661e-ca37-4cff-bb5e-966d2b75dbde {{(pid=98244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:44:27.423077 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637be038-807d-424c-8adc-399e733b7695 req-15cbcff9-021d-41a9-b34f-6285d1909fde service neutron] Port 12218cb7-b34c-4708-9117-d3c12218e1df on network 7e77661e-ca37-4cff-bb5e-966d2b75dbde not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 19:44:27.423398 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637be038-807d-424c-8adc-399e733b7695 req-15cbcff9-021d-41a9-b34f-6285d1909fde service neutron] Attempting to bind port 12218cb7-b34c-4708-9117-d3c12218e1df on network 7e77661e-ca37-4cff-bb5e-966d2b75dbde {{(pid=98244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:44:27.428751 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637be038-807d-424c-8adc-399e733b7695 req-15cbcff9-021d-41a9-b34f-6285d1909fde service neutron] Checking agent: {'id': '35bcd696-cda5-4691-8ef9-fd8f1ab55a75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 39, 6), 'started_at': datetime.datetime(2021, 5, 20, 19, 39, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:44:27.429089 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637be038-807d-424c-8adc-399e733b7695 req-15cbcff9-021d-41a9-b34f-6285d1909fde service neutron] Checking segment: {'id': 'd43e1fd1-5688-4134-8bc2-a0f2d5580276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7e77661e-ca37-4cff-bb5e-966d2b75dbde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:44:27.429498 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637be038-807d-424c-8adc-399e733b7695 req-15cbcff9-021d-41a9-b34f-6285d1909fde service neutron] Bound using segment: {'id': 'd43e1fd1-5688-4134-8bc2-a0f2d5580276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7e77661e-ca37-4cff-bb5e-966d2b75dbde'} {{(pid=98244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:44:27.429927 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.managers [req-637be038-807d-424c-8adc-399e733b7695 req-15cbcff9-021d-41a9-b34f-6285d1909fde service neutron] Bound port: 12218cb7-b34c-4708-9117-d3c12218e1df, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd43e1fd1-5688-4134-8bc2-a0f2d5580276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7e77661e-ca37-4cff-bb5e-966d2b75dbde'}}] {{(pid=98244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:44:27.430275 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-637be038-807d-424c-8adc-399e733b7695 req-15cbcff9-021d-41a9-b34f-6285d1909fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:27.530167 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.db [req-637be038-807d-424c-8adc-399e733b7695 req-15cbcff9-021d-41a9-b34f-6285d1909fde service neutron] For port 12218cb7-b34c-4708-9117-d3c12218e1df, host hv-cinder-79246, cleared binding levels {{(pid=98244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:44:27.533558 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.db [req-637be038-807d-424c-8adc-399e733b7695 req-15cbcff9-021d-41a9-b34f-6285d1909fde service neutron] For port 12218cb7-b34c-4708-9117-d3c12218e1df, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=12218cb7-b34c-4708-9117-d3c12218e1df,segment=NetworkSegment(d43e1fd1-5688-4134-8bc2-a0f2d5580276),segment_id=d43e1fd1-5688-4134-8bc2-a0f2d5580276)] {{(pid=98244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:44:27.537833 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-637be038-807d-424c-8adc-399e733b7695 req-15cbcff9-021d-41a9-b34f-6285d1909fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3028147'] for port, after_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:27.542544 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-b80eca68-72ef-47cd-b788-53396d264b8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:27.600748 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637be038-807d-424c-8adc-399e733b7695 req-15cbcff9-021d-41a9-b34f-6285d1909fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:27.601349 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-637be038-807d-424c-8adc-399e733b7695 req-15cbcff9-021d-41a9-b34f-6285d1909fde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for port, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:27.602714 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-637be038-807d-424c-8adc-399e733b7695 req-15cbcff9-021d-41a9-b34f-6285d1909fde service neutron] 10.222.0.65 "PUT /v2.0/ports/12218cb7-b34c-4708-9117-d3c12218e1df HTTP/1.1" status: 200 len: 1093 time: 1.1885498 May 20 19:44:27.603204 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee6089b7-916d-4dfd-bdee-979a32abeed5', 'tag': '12218cb7-b34c-4708-9117-d3c12218e1df'}] {{(pid=98244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:44:27.625396 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cbcff9-021d-41a9-b34f-6285d1909fde service neutron] Pushing event updated for resources: {'Port': ['ID=12218cb7-b34c-4708-9117-d3c12218e1df,revision_number=3']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:27.629072 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-15cbcff9-021d-41a9-b34f-6285d1909fde service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:27.682505 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee6089b7-916d-4dfd-bdee-979a32abeed5', 'tag': '12218cb7-b34c-4708-9117-d3c12218e1df', 'status': 'completed', 'code': 200} May 20 19:44:27.718829 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637be038-807d-424c-8adc-399e733b7695 req-567ac0de-737f-4867-901e-57271946ab9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:27.720389 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-637be038-807d-424c-8adc-399e733b7695 req-567ac0de-737f-4867-901e-57271946ab9e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b910624489f245c5a1a93e564fa3c63a&device_id=ee6089b7-916d-4dfd-bdee-979a32abeed5 HTTP/1.1" status: 200 len: 1096 time: 0.0728359 May 20 19:44:27.801823 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-637be038-807d-424c-8adc-399e733b7695 req-ace61c63-8a8d-4b60-827b-a96481822855 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12218cb7-b34c-4708-9117-d3c12218e1df HTTP/1.1" status: 200 len: 217 time: 0.0636253 May 20 19:44:27.872276 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637be038-807d-424c-8adc-399e733b7695 req-cda2b95c-144e-4a79-bbe7-6b29d47381bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:27.874288 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-637be038-807d-424c-8adc-399e733b7695 req-cda2b95c-144e-4a79-bbe7-6b29d47381bf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=847ba496-f866-4ba0-8ef1-9d82e5bba737 HTTP/1.1" status: 200 len: 853 time: 0.0603452 May 20 19:44:27.923139 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-637be038-807d-424c-8adc-399e733b7695 req-8f579848-fb9a-4a88-8284-3021e81027f4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7e77661e-ca37-4cff-bb5e-966d2b75dbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410600 May 20 19:44:28.056448 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-637be038-807d-424c-8adc-399e733b7695 req-876779c9-f5e5-4051-b1d4-9e6117d04f08 service neutron] 10.222.0.65 "GET /v2.0/networks/7e77661e-ca37-4cff-bb5e-966d2b75dbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254523 May 20 19:44:28.224056 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-637be038-807d-424c-8adc-399e733b7695 req-261bc6f8-f35a-4969-9da5-d2483f4b7e00 service neutron] 10.222.0.65 "GET /v2.0/networks/7e77661e-ca37-4cff-bb5e-966d2b75dbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546047 May 20 19:44:28.338192 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3ca6c-666e-4b13-ad2e-9ebf61d972e8 req-3a512a67-8ab5-4db9-b485-f4af7ecb900d tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:28.340462 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-4eb3ca6c-666e-4b13-ad2e-9ebf61d972e8 req-3a512a67-8ab5-4db9-b485-f4af7ecb900d tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee6089b7-916d-4dfd-bdee-979a32abeed5 HTTP/1.1" status: 200 len: 943 time: 0.0882087 May 20 19:44:28.358210 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362ddff-44fd-4fa7-bdb2-649adc12be55 req-51f8b112-602c-41fa-b705-cbca5604f155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:28.360166 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-7362ddff-44fd-4fa7-bdb2-649adc12be55 req-51f8b112-602c-41fa-b705-cbca5604f155 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b910624489f245c5a1a93e564fa3c63a&device_id=ee6089b7-916d-4dfd-bdee-979a32abeed5 HTTP/1.1" status: 200 len: 1096 time: 0.0813429 May 20 19:44:28.392327 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-4eb3ca6c-666e-4b13-ad2e-9ebf61d972e8 req-359cb431-4963-47cf-852a-f7cb516050c2 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.46 "GET /v2.0/security-groups?id=da23f62e-b946-4d7c-99b5-45d99dc8e77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459101 May 20 19:44:28.516772 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362ddff-44fd-4fa7-bdb2-649adc12be55 req-2fa8b715-0807-41c6-b488-e77aaca8e986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:28.518212 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-7362ddff-44fd-4fa7-bdb2-649adc12be55 req-2fa8b715-0807-41c6-b488-e77aaca8e986 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7e77661e-ca37-4cff-bb5e-966d2b75dbde HTTP/1.1" status: 200 len: 914 time: 0.1444762 May 20 19:44:28.583272 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9da53e-c365-4b23-8825-5c176ecd1be8 req-82d566c7-dbeb-4177-b2b3-7baef36bebbe tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:28.584785 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-cb9da53e-c365-4b23-8825-5c176ecd1be8 req-82d566c7-dbeb-4177-b2b3-7baef36bebbe tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.0808976 May 20 19:44:28.590883 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-7362ddff-44fd-4fa7-bdb2-649adc12be55 req-20e143c8-dbc0-4683-b5d0-99b098648ac2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12218cb7-b34c-4708-9117-d3c12218e1df HTTP/1.1" status: 200 len: 217 time: 0.0642450 May 20 19:44:28.631453 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-cb9da53e-c365-4b23-8825-5c176ecd1be8 req-b117fe8f-5b0b-4262-832c-31e145ae31eb tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408442 May 20 19:44:28.656717 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362ddff-44fd-4fa7-bdb2-649adc12be55 req-923f4958-90ff-4581-b4c3-78ea05920b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:28.658177 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-7362ddff-44fd-4fa7-bdb2-649adc12be55 req-923f4958-90ff-4581-b4c3-78ea05920b3a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=847ba496-f866-4ba0-8ef1-9d82e5bba737 HTTP/1.1" status: 200 len: 853 time: 0.0605054 May 20 19:44:28.717360 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-7362ddff-44fd-4fa7-bdb2-649adc12be55 req-2465c7e5-5b6e-44fc-b175-efec4a4f8ff1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7e77661e-ca37-4cff-bb5e-966d2b75dbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438628 May 20 19:44:28.852147 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-7362ddff-44fd-4fa7-bdb2-649adc12be55 req-6ab1260a-2495-4a88-b6a7-d8f82f71d1ad service neutron] 10.222.0.65 "GET /v2.0/networks/7e77661e-ca37-4cff-bb5e-966d2b75dbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232574 May 20 19:44:29.078339 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-7362ddff-44fd-4fa7-bdb2-649adc12be55 req-33ba7b7e-98f8-48fc-bed1-6bb0d2be309f service neutron] 10.222.0.65 "GET /v2.0/networks/7e77661e-ca37-4cff-bb5e-966d2b75dbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182858 May 20 19:44:29.586942 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f9c7d4-00bc-438f-aa26-66f1acc1e1b8 req-111b66d2-f0f4-446b-b9d7-f2e03c7c8a68 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:29.588491 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-34f9c7d4-00bc-438f-aa26-66f1acc1e1b8 req-111b66d2-f0f4-446b-b9d7-f2e03c7c8a68 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee6089b7-916d-4dfd-bdee-979a32abeed5 HTTP/1.1" status: 200 len: 943 time: 0.0803072 May 20 19:44:29.637537 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-34f9c7d4-00bc-438f-aa26-66f1acc1e1b8 req-609f2584-577a-4875-bc56-9ad70abc3d54 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.46 "GET /v2.0/security-groups?id=da23f62e-b946-4d7c-99b5-45d99dc8e77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388794 May 20 19:44:29.822069 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ec9bd-376b-4aaf-a2e1-15689fd42146 req-0d44f772-77c3-4a32-b605-a19be24ae0b0 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:29.823437 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-9d3ec9bd-376b-4aaf-a2e1-15689fd42146 req-0d44f772-77c3-4a32-b605-a19be24ae0b0 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.0825231 May 20 19:44:29.867500 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-9d3ec9bd-376b-4aaf-a2e1-15689fd42146 req-5a02773c-da0b-4d68-8623-c83fd4359aab tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381904 May 20 19:44:30.564997 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 551c2209-fd24-46ff-b426-ebc1a79350aa no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:44:30.599939 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] No Port match for: 551c2209-fd24-46ff-b426-ebc1a79350aa {{(pid=98245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:44:30.600207 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 551c2209-fd24-46ff-b426-ebc1a79350aa not bound to the agent host hv-cinder-79246 {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:44:30.831031 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5487a-ac3a-4a01-aad2-2960d6e9ffa1 req-6b70c529-bb0a-4945-aeec-89b81fa9d494 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:30.832558 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-14e5487a-ac3a-4a01-aad2-2960d6e9ffa1 req-6b70c529-bb0a-4945-aeec-89b81fa9d494 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee6089b7-916d-4dfd-bdee-979a32abeed5 HTTP/1.1" status: 200 len: 943 time: 0.0856984 May 20 19:44:30.881463 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-14e5487a-ac3a-4a01-aad2-2960d6e9ffa1 req-5b875fde-f97d-4ec2-a44f-436c8b25a2eb tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.46 "GET /v2.0/security-groups?id=da23f62e-b946-4d7c-99b5-45d99dc8e77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431495 May 20 19:44:31.049372 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d43425-dbdb-4482-8117-db5a292205d9 req-1498a04a-6367-4572-9b04-b651636089c7 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:31.050813 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-27d43425-dbdb-4482-8117-db5a292205d9 req-1498a04a-6367-4572-9b04-b651636089c7 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.0778055 May 20 19:44:31.097939 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-27d43425-dbdb-4482-8117-db5a292205d9 req-124d8160-7ae5-41d8-a9cd-13f22b509df3 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414100 May 20 19:44:32.065349 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d4b72-4c39-4f56-91ce-45e1a6ee7939 req-ce12e5ea-bfd6-4fa3-bc2a-a0ef9c10f73d tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:32.066785 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-568d4b72-4c39-4f56-91ce-45e1a6ee7939 req-ce12e5ea-bfd6-4fa3-bc2a-a0ef9c10f73d tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee6089b7-916d-4dfd-bdee-979a32abeed5 HTTP/1.1" status: 200 len: 943 time: 0.0782869 May 20 19:44:32.112620 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-568d4b72-4c39-4f56-91ce-45e1a6ee7939 req-7fa3f878-37f3-4a19-b26f-629485e1ecf2 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.46 "GET /v2.0/security-groups?id=da23f62e-b946-4d7c-99b5-45d99dc8e77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400965 May 20 19:44:32.220766 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-60b306f4-e14e-4487-8a7e-cf239701931e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:32.412394 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2827ee-c479-4863-8e0d-135d406ac1d2 req-e5d1a4ce-747f-4d54-a802-87200b43d43b tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:32.414340 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-0e2827ee-c479-4863-8e0d-135d406ac1d2 req-e5d1a4ce-747f-4d54-a802-87200b43d43b tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.1991718 May 20 19:44:32.459063 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-0e2827ee-c479-4863-8e0d-135d406ac1d2 req-674d7a2c-c17e-49cd-a13f-b11a8800287f tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389845 May 20 19:44:32.568290 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 12218cb7-b34c-4708-9117-d3c12218e1df details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 19:44:32.699992 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port 12218cb7-b34c-4708-9117-d3c12218e1df, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=12218cb7-b34c-4708-9117-d3c12218e1df,segment=NetworkSegment(d43e1fd1-5688-4134-8bc2-a0f2d5580276),segment_id=d43e1fd1-5688-4134-8bc2-a0f2d5580276)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:44:32.713520 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Returning: {'device': '12218cb7-b34c-4708-9117-d3c12218e1df', 'network_id': '7e77661e-ca37-4cff-bb5e-966d2b75dbde', 'port_id': '12218cb7-b34c-4708-9117-d3c12218e1df', 'mac_address': 'fa:16:3e:85:fb:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '847ba496-f866-4ba0-8ef1-9d82e5bba737', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 19:44:32.776667 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:32.793909 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.notifiers.nova [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12218cb7-b34c-4708-9117-d3c12218e1df {{(pid=98245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:44:32.810506 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port 12218cb7-b34c-4708-9117-d3c12218e1df, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=12218cb7-b34c-4708-9117-d3c12218e1df,segment=NetworkSegment(d43e1fd1-5688-4134-8bc2-a0f2d5580276),segment_id=d43e1fd1-5688-4134-8bc2-a0f2d5580276)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:44:32.814532 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:32.816362 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:32.886318 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Pushing event updated for resources: {'Port': ['ID=12218cb7-b34c-4708-9117-d3c12218e1df,revision_number=4']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:32.889603 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:33.134189 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] get_ports_and_sgs() called for port_ids ['12218cb7-b34c-4708-9117-d3c12218e1df'] {{(pid=98245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:44:33.319346 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc88d5d-0c1c-498a-ab40-22c91a3b71a3 req-7af024c3-aab8-4e4d-90b8-2f9231a7508a tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:33.320666 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-0dc88d5d-0c1c-498a-ab40-22c91a3b71a3 req-7af024c3-aab8-4e4d-90b8-2f9231a7508a tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee6089b7-916d-4dfd-bdee-979a32abeed5 HTTP/1.1" status: 200 len: 944 time: 0.0845129 May 20 19:44:33.372930 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-0dc88d5d-0c1c-498a-ab40-22c91a3b71a3 req-3055f79e-88ed-4c31-9d0c-a56426d613ea tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.46 "GET /v2.0/security-groups?id=da23f62e-b946-4d7c-99b5-45d99dc8e77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429409 May 20 19:44:33.678631 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994d5ea-813f-4911-9434-9282699c1589 req-1725e203-f5ea-4612-8698-121135c6809d tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:33.680515 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-b994d5ea-813f-4911-9434-9282699c1589 req-1725e203-f5ea-4612-8698-121135c6809d tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.1051850 May 20 19:44:33.726443 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-b994d5ea-813f-4911-9434-9282699c1589 req-49d7ab31-9427-4153-aa0c-4a249c815574 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393307 May 20 19:44:34.473027 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-fe312594-05eb-4990-8944-8ae5d0b86176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:34.561727 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1eb95b-698d-4faa-aef9-e56156739c5d req-4c2968f1-dee4-4dc3-8b41-13140757faa6 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:34.563174 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-ce1eb95b-698d-4faa-aef9-e56156739c5d req-4c2968f1-dee4-4dc3-8b41-13140757faa6 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee6089b7-916d-4dfd-bdee-979a32abeed5 HTTP/1.1" status: 200 len: 944 time: 0.0828302 May 20 19:44:34.572393 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 12218cb7-b34c-4708-9117-d3c12218e1df up at agent hyperv_hv-cinder-79246 {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:44:34.608328 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-ce1eb95b-698d-4faa-aef9-e56156739c5d req-3b32eaec-3a51-4632-91dd-958949190140 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.46 "GET /v2.0/security-groups?id=da23f62e-b946-4d7c-99b5-45d99dc8e77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394454 May 20 19:44:34.644168 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Provisioning for port 12218cb7-b34c-4708-9117-d3c12218e1df completed by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:44:34.649773 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Provisioning complete for port 12218cb7-b34c-4708-9117-d3c12218e1df triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:44:34.650349 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:34.787732 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:34.813151 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:34.821584 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6089b7-916d-4dfd-bdee-979a32abeed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12218cb7-b34c-4708-9117-d3c12218e1df'}] {{(pid=98245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:44:34.832457 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port 12218cb7-b34c-4708-9117-d3c12218e1df, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=12218cb7-b34c-4708-9117-d3c12218e1df,segment=NetworkSegment(d43e1fd1-5688-4134-8bc2-a0f2d5580276),segment_id=d43e1fd1-5688-4134-8bc2-a0f2d5580276)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:44:34.837828 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:34.840197 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:34.906941 dv-cinder-792462-2-iscsi neutron-server[98245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6089b7-916d-4dfd-bdee-979a32abeed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12218cb7-b34c-4708-9117-d3c12218e1df', 'code': 200} May 20 19:44:34.912544 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Pushing event updated for resources: {'Port': ['ID=12218cb7-b34c-4708-9117-d3c12218e1df,revision_number=5']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:34.915535 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:34.956970 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98e2c2-1a9d-46e9-889d-847f9114048f req-9a78e15f-8f1d-46fa-8202-d6dc103aa94b tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:34.958506 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-0b98e2c2-1a9d-46e9-889d-847f9114048f req-9a78e15f-8f1d-46fa-8202-d6dc103aa94b tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.1158388 May 20 19:44:35.012073 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-0b98e2c2-1a9d-46e9-889d-847f9114048f req-3d4f3062-d0ae-4dde-b819-278dbecff6c3 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472810 May 20 19:44:35.027808 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26b3c5-d400-4bc3-85cf-29c164b739b3 req-59c6c800-6710-4f84-8cb1-791f3026d656 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:35.027983 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-bb26b3c5-d400-4bc3-85cf-29c164b739b3 req-59c6c800-6710-4f84-8cb1-791f3026d656 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.65 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 945 time: 0.0872769 May 20 19:44:35.178386 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.plugin [req-bb26b3c5-d400-4bc3-85cf-29c164b739b3 req-b4a7ce46-fb81-491d-a34c-b4f1997b6348 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Deleting port 6d3f3f04-0a60-4386-a8de-73b34a9990d0 {{(pid=98244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:44:35.178725 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-bb26b3c5-d400-4bc3-85cf-29c164b739b3 req-b4a7ce46-fb81-491d-a34c-b4f1997b6348 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:35.179307 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4cbbe3-f7f3-4702-8450-7762acc74227 req-14ba98a7-ce5b-4a63-9849-75ec98530fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:35.180869 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-ca4cbbe3-f7f3-4702-8450-7762acc74227 req-14ba98a7-ce5b-4a63-9849-75ec98530fd3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ee6089b7-916d-4dfd-bdee-979a32abeed5 HTTP/1.1" status: 200 len: 1098 time: 0.0821488 May 20 19:44:35.223634 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-ca4cbbe3-f7f3-4702-8450-7762acc74227 req-ef44de53-ec27-46cb-bd99-cb96c3787239 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=da23f62e-b946-4d7c-99b5-45d99dc8e77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350709 May 20 19:44:35.312839 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.db [req-bb26b3c5-d400-4bc3-85cf-29c164b739b3 req-b4a7ce46-fb81-491d-a34c-b4f1997b6348 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] For port 6d3f3f04-0a60-4386-a8de-73b34a9990d0, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=6d3f3f04-0a60-4386-a8de-73b34a9990d0,segment=NetworkSegment(bb2d58f1-e924-45ff-b685-912f2e453c73),segment_id=bb2d58f1-e924-45ff-b685-912f2e453c73)] {{(pid=98244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:44:35.313197 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-bb26b3c5-d400-4bc3-85cf-29c164b739b3 req-b4a7ce46-fb81-491d-a34c-b4f1997b6348 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:35.437852 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.plugin [req-bb26b3c5-d400-4bc3-85cf-29c164b739b3 req-b4a7ce46-fb81-491d-a34c-b4f1997b6348 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Calling delete_port for 6d3f3f04-0a60-4386-a8de-73b34a9990d0 owned by compute:nova {{(pid=98244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:44:35.549757 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-bb26b3c5-d400-4bc3-85cf-29c164b739b3 req-b4a7ce46-fb81-491d-a34c-b4f1997b6348 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3028154'] for port, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:35.555291 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-15cbcff9-021d-41a9-b34f-6285d1909fde service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:35.562043 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d568-3eaa-4ee2-8e63-8438dfda9a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:35.564566 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] get_ports_and_sgs() called for port_ids ['6d3f3f04-0a60-4386-a8de-73b34a9990d0'] {{(pid=98245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:44:35.600395 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a7ce46-fb81-491d-a34c-b4f1997b6348 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Pushing event deleted for resources: {'Port': ['ID=6d3f3f04-0a60-4386-a8de-73b34a9990d0,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:35.602779 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-b4a7ce46-fb81-491d-a34c-b4f1997b6348 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:35.678724 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb26b3c5-d400-4bc3-85cf-29c164b739b3 req-b4a7ce46-fb81-491d-a34c-b4f1997b6348 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] No DVR routers for this DVR port 6d3f3f04-0a60-4386-a8de-73b34a9990d0 on host hv-cinder-79246 {{(pid=98244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:44:35.681194 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-bb26b3c5-d400-4bc3-85cf-29c164b739b3 req-b4a7ce46-fb81-491d-a34c-b4f1997b6348 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for port, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:35.683779 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8258bc40-8d49-40d1-a763-29d19139e2fc', 'name': 'network-vif-deleted', 'tag': '6d3f3f04-0a60-4386-a8de-73b34a9990d0'}] {{(pid=98244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:44:35.700880 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-bb26b3c5-d400-4bc3-85cf-29c164b739b3 req-b4a7ce46-fb81-491d-a34c-b4f1997b6348 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.65 "DELETE /v2.0/ports/6d3f3f04-0a60-4386-a8de-73b34a9990d0 HTTP/1.1" status: 204 len: 173 time: 0.6663265 May 20 19:44:35.755570 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8258bc40-8d49-40d1-a763-29d19139e2fc', 'name': 'network-vif-deleted', 'tag': '6d3f3f04-0a60-4386-a8de-73b34a9990d0', 'status': 'completed', 'code': 200} May 20 19:44:35.804198 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e84caa-e16d-4027-9b15-2da3e927429f req-0f1bcf8e-412d-41f1-b9f2-63c61b2e629d tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:35.805667 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-d9e84caa-e16d-4027-9b15-2da3e927429f req-0f1bcf8e-412d-41f1-b9f2-63c61b2e629d tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee6089b7-916d-4dfd-bdee-979a32abeed5 HTTP/1.1" status: 200 len: 945 time: 0.0828269 May 20 19:44:35.852109 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-d9e84caa-e16d-4027-9b15-2da3e927429f req-e970a8a3-26cd-46e4-8f9c-afecad10956a tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.46 "GET /v2.0/security-groups?id=da23f62e-b946-4d7c-99b5-45d99dc8e77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401735 May 20 19:44:36.179360 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-b22a119c-e5c2-4224-b88f-cfd40e51e588 req-bf9e354d-da73-48c2-9ccd-9491dd80c5b0 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] 10.222.0.46 "GET /v2.0/ports?device_id=8258bc40-8d49-40d1-a763-29d19139e2fc HTTP/1.1" status: 200 len: 210 time: 0.0472052 May 20 19:44:36.291631 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:37.041908 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb32913-78b2-4ebd-8ead-4cc488f6a409 req-58c21e2f-e529-4d00-be4f-c910ef2860ef tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:37.043304 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-dfb32913-78b2-4ebd-8ead-4cc488f6a409 req-58c21e2f-e529-4d00-be4f-c910ef2860ef tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee6089b7-916d-4dfd-bdee-979a32abeed5 HTTP/1.1" status: 200 len: 945 time: 0.0841286 May 20 19:44:37.088323 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-dfb32913-78b2-4ebd-8ead-4cc488f6a409 req-24383e03-1c14-410b-abe0-d368f26dc1cd tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.46 "GET /v2.0/security-groups?id=da23f62e-b946-4d7c-99b5-45d99dc8e77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385644 May 20 19:44:37.266937 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-40a8b960-4cf6-42c3-bf80-c71dd59d075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:37.275138 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 40254) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:44:37.925745 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d346d7fd-8194-4283-9745-b2dbc1770178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1823322'] for router_interface, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:38.350074 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.plugin [None req-d346d7fd-8194-4283-9745-b2dbc1770178 admin admin] Deleting port d2feb6a9-9af2-48a9-9934-4fc07195d508 {{(pid=98244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:44:38.350779 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d346d7fd-8194-4283-9745-b2dbc1770178 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:38.471727 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.db [None req-d346d7fd-8194-4283-9745-b2dbc1770178 admin admin] For port d2feb6a9-9af2-48a9-9934-4fc07195d508, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=d2feb6a9-9af2-48a9-9934-4fc07195d508,segment=NetworkSegment(bb2d58f1-e924-45ff-b685-912f2e453c73),segment_id=bb2d58f1-e924-45ff-b685-912f2e453c73)] {{(pid=98244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:44:38.472002 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d346d7fd-8194-4283-9745-b2dbc1770178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:38.586595 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 6d3f3f04-0a60-4386-a8de-73b34a9990d0 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:44:38.595842 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.plugin [None req-d346d7fd-8194-4283-9745-b2dbc1770178 admin admin] Calling delete_port for d2feb6a9-9af2-48a9-9934-4fc07195d508 owned by network:router_interface {{(pid=98244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:44:38.625585 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] No Port match for: 6d3f3f04-0a60-4386-a8de-73b34a9990d0 {{(pid=98245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:44:38.625955 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 6d3f3f04-0a60-4386-a8de-73b34a9990d0 not bound to the agent host hv-cinder-79246 {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:44:38.878963 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d346d7fd-8194-4283-9745-b2dbc1770178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3028154'] for port, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:38.882638 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-8cbb5ab4-72c6-4474-b90a-fffc023fb7dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:38.923913 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d346d7fd-8194-4283-9745-b2dbc1770178 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2feb6a9-9af2-48a9-9934-4fc07195d508,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:38.926435 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-d346d7fd-8194-4283-9745-b2dbc1770178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:39.280473 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d346d7fd-8194-4283-9745-b2dbc1770178 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1697961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823470'] for router_interface, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:39.648231 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d346d7fd-8194-4283-9745-b2dbc1770178 admin admin] Router 9163a49d-988c-4e00-8f08-08b68f5a739c has already been hosted by L3 agent bf06d900-968e-4d51-b3d3-e51a8143bf8e {{(pid=98244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:44:39.828050 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d346d7fd-8194-4283-9745-b2dbc1770178 admin admin] Notify agent at l3_agent.dv-cinder-792462-2-iscsi the message routers_updated {{(pid=98244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:44:39.836521 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3650a26-e4a5-4477-9483-1299ce266457 None None] Sync routers for ids ['9163a49d-988c-4e00-8f08-08b68f5a739c'] in dv-cinder-792462-2-iscsi {{(pid=98246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:44:39.844467 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-d346d7fd-8194-4283-9745-b2dbc1770178 admin admin] 10.222.0.46 "PUT /v2.0/routers/9163a49d-988c-4e00-8f08-08b68f5a739c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5659747 May 20 19:44:39.844707 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 40268) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:44:39.846362 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3650a26-e4a5-4477-9483-1299ce266457 None None] Routers {'9163a49d-988c-4e00-8f08-08b68f5a739c'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:44:39.846968 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-c3650a26-e4a5-4477-9483-1299ce266457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:44:34Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['9163a49d-988c-4e00-8f08-08b68f5a739c'], 'active': True} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:44:40.018493 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ce4e28c3-7088-461c-b324-dab67dd8270a admin admin] Notify callbacks [] for router, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:40.023506 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvr_db [None req-c3650a26-e4a5-4477-9483-1299ce266457 None None] Set router 9163a49d-988c-4e00-8f08-08b68f5a739c gateway port host: dv-cinder-792462-2-iscsi {{(pid=98246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:44:40.194077 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ce4e28c3-7088-461c-b324-dab67dd8270a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:40.269523 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.plugin [None req-ce4e28c3-7088-461c-b324-dab67dd8270a admin admin] Deleting port a5328ae3-9f58-4525-bb0e-19da78174393 {{(pid=98244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:44:40.269787 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ce4e28c3-7088-461c-b324-dab67dd8270a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:40.305099 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-c3650a26-e4a5-4477-9483-1299ce266457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9163a49d-988c-4e00-8f08-08b68f5a739c', 'name': 'tempest-ServerRescueNegativeTestJSON-1795474832-router', 'tenant_id': 'a0ac8c7cabd34168a41ac6b7de3b2121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'a5328ae3-9f58-4525-bb0e-19da78174393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:48Z', 'updated_at': '2021-05-20T19:44:38Z', 'revision_number': 5, 'project_id': 'a0ac8c7cabd34168a41ac6b7de3b2121', 'gw_port': {'id': 'a5328ae3-9f58-4525-bb0e-19da78174393', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9163a49d-988c-4e00-8f08-08b68f5a739c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:50Z', 'updated_at': '2021-05-20T19:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi'}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:44:40.308875 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3650a26-e4a5-4477-9483-1299ce266457 None None] Checking router: 9163a49d-988c-4e00-8f08-08b68f5a739c for host: dv-cinder-792462-2-iscsi {{(pid=98246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:44:40.317341 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3650a26-e4a5-4477-9483-1299ce266457 None None] Routers {'9163a49d-988c-4e00-8f08-08b68f5a739c'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:44:40.317946 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-c3650a26-e4a5-4477-9483-1299ce266457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:44:34Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['9163a49d-988c-4e00-8f08-08b68f5a739c'], 'active': True} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:44:40.501101 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvr_db [None req-c3650a26-e4a5-4477-9483-1299ce266457 None None] Set router 9163a49d-988c-4e00-8f08-08b68f5a739c gateway port host: None {{(pid=98246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:44:40.508626 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.db [None req-ce4e28c3-7088-461c-b324-dab67dd8270a admin admin] For port a5328ae3-9f58-4525-bb0e-19da78174393, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=a5328ae3-9f58-4525-bb0e-19da78174393,segment=NetworkSegment(67affa7f-7af4-4d70-a1a2-daaca7702f84),segment_id=67affa7f-7af4-4d70-a1a2-daaca7702f84)] {{(pid=98244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:44:40.509116 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ce4e28c3-7088-461c-b324-dab67dd8270a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:40.604511 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-c3650a26-e4a5-4477-9483-1299ce266457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9163a49d-988c-4e00-8f08-08b68f5a739c', 'name': 'tempest-ServerRescueNegativeTestJSON-1795474832-router', 'tenant_id': 'a0ac8c7cabd34168a41ac6b7de3b2121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:48Z', 'updated_at': '2021-05-20T19:44:40Z', 'revision_number': 6, 'project_id': 'a0ac8c7cabd34168a41ac6b7de3b2121', 'gw_port_host': None}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:44:40.608605 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3650a26-e4a5-4477-9483-1299ce266457 None None] The sync data for ids ['9163a49d-988c-4e00-8f08-08b68f5a739c'] in dv-cinder-792462-2-iscsi is: [{'id': '9163a49d-988c-4e00-8f08-08b68f5a739c', 'name': 'tempest-ServerRescueNegativeTestJSON-1795474832-router', 'tenant_id': 'a0ac8c7cabd34168a41ac6b7de3b2121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:48Z', 'updated_at': '2021-05-20T19:44:40Z', 'revision_number': 6, 'project_id': 'a0ac8c7cabd34168a41ac6b7de3b2121', 'gw_port_host': None}] {{(pid=98246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:44:40.633094 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.plugin [None req-ce4e28c3-7088-461c-b324-dab67dd8270a admin admin] Calling delete_port for a5328ae3-9f58-4525-bb0e-19da78174393 owned by network:router_gateway {{(pid=98244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:44:40.776569 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ce4e28c3-7088-461c-b324-dab67dd8270a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3028154'] for port, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:40.780070 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:40.823548 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4e28c3-7088-461c-b324-dab67dd8270a admin admin] Pushing event deleted for resources: {'Port': ['ID=a5328ae3-9f58-4525-bb0e-19da78174393,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:40.826537 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-ce4e28c3-7088-461c-b324-dab67dd8270a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:40.925942 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ce4e28c3-7088-461c-b324-dab67dd8270a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745777'] for router_gateway, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:41.079591 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device d2feb6a9-9af2-48a9-9934-4fc07195d508 no longer exists at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:44:41.103878 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ce4e28c3-7088-461c-b324-dab67dd8270a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1749511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7954'] for router, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:41.106246 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ce4e28c3-7088-461c-b324-dab67dd8270a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:41.115601 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] No Port match for: d2feb6a9-9af2-48a9-9934-4fc07195d508 {{(pid=98245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:44:41.115948 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device d2feb6a9-9af2-48a9-9934-4fc07195d508 not bound to the agent host dv-cinder-792462-2-iscsi {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:44:41.192722 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ce4e28c3-7088-461c-b324-dab67dd8270a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1748301'] for router, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:41.193220 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce4e28c3-7088-461c-b324-dab67dd8270a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9163a49d-988c-4e00-8f08-08b68f5a739c {{(pid=98244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 19:44:41.206349 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ce4e28c3-7088-461c-b324-dab67dd8270a admin admin] Notify callbacks [] for router, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:41.207446 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-ce4e28c3-7088-461c-b324-dab67dd8270a admin admin] 10.222.0.46 "DELETE /v2.0/routers/9163a49d-988c-4e00-8f08-08b68f5a739c HTTP/1.1" status: 204 len: 168 time: 1.3618505 May 20 19:44:41.210666 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 40274) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:44:41.268254 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a511782-508e-4ba4-ae75-862e382116e3 admin admin] Deleting subnet b75e212a-a8c6-44fb-b15e-58090122a2cf {{(pid=98244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 19:44:41.271269 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-9a511782-508e-4ba4-ae75-862e382116e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:41.322875 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-9a511782-508e-4ba4-ae75-862e382116e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-740392'] for subnet, precommit_delete_associations {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:41.380388 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-9a511782-508e-4ba4-ae75-862e382116e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378450'] for subnet, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:41.645269 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-9a511782-508e-4ba4-ae75-862e382116e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3028041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3031077'] for subnet, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:41.649474 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-d2ea7490-297a-4822-b0ec-b0624c3dd1fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:41.685174 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a511782-508e-4ba4-ae75-862e382116e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b75e212a-a8c6-44fb-b15e-58090122a2cf,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:41.688859 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-9a511782-508e-4ba4-ae75-862e382116e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:41.690114 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-9a511782-508e-4ba4-ae75-862e382116e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:41.696215 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-9a511782-508e-4ba4-ae75-862e382116e3 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b75e212a-a8c6-44fb-b15e-58090122a2cf HTTP/1.1" status: 204 len: 168 time: 0.4846117 May 20 19:44:41.698572 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 40278) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:44:41.807271 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c0cf3a81-74ae-4732-ab09-2520d07a1c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748490'] for network, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:42.031548 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c0cf3a81-74ae-4732-ab09-2520d07a1c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377309', 'neutron.services.segments.db._delete_segments_for_network-8778153038201'] for network, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:42.044268 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.services.segments.db [None req-c0cf3a81-74ae-4732-ab09-2520d07a1c48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84eb469a-42da-4e4e-8a93-b8edc16eceb7']}} {{(pid=98244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:44:42.056012 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.services.segments.db [None req-c0cf3a81-74ae-4732-ab09-2520d07a1c48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb2d58f1-e924-45ff-b685-912f2e453c73') {'for_net_delete': True} {{(pid=98244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:44:42.056299 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.services.segments.db [None req-c0cf3a81-74ae-4732-ab09-2520d07a1c48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb2d58f1-e924-45ff-b685-912f2e453c73') {} {{(pid=98244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:44:42.067242 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c0cf3a81-74ae-4732-ab09-2520d07a1c48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778153050359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-740391'] for segment, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:42.083402 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c0cf3a81-74ae-4732-ab09-2520d07a1c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717217'] for segment, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:42.089596 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0cf3a81-74ae-4732-ab09-2520d07a1c48 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=98244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 19:44:42.090014 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c0cf3a81-74ae-4732-ab09-2520d07a1c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3028207'] for segment, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:42.103442 dv-cinder-792462-2-iscsi neutron-server[98244]: Traceback (most recent call last): May 20 19:44:42.103442 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 19:44:42.103442 dv-cinder-792462-2-iscsi neutron-server[98244]: timer() May 20 19:44:42.103442 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 19:44:42.103442 dv-cinder-792462-2-iscsi neutron-server[98244]: cb(*args, **kw) May 20 19:44:42.103442 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 19:44:42.103442 dv-cinder-792462-2-iscsi neutron-server[98244]: return func(*args, **kwargs) May 20 19:44:42.103442 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 19:44:42.103442 dv-cinder-792462-2-iscsi neutron-server[98244]: self._notify() May 20 19:44:42.103442 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 19:44:42.103442 dv-cinder-792462-2-iscsi neutron-server[98244]: self.callback(batched_events) May 20 19:44:42.103442 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 19:44:42.103442 dv-cinder-792462-2-iscsi neutron-server[98244]: event.method(event) May 20 19:44:42.103442 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 19:44:42.103442 dv-cinder-792462-2-iscsi neutron-server[98244]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 19:44:42.103442 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 19:44:42.103442 dv-cinder-792462-2-iscsi neutron-server[98244]: aggregate_uuid = self.p_client.list_aggregates( May 20 19:44:42.103442 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 19:44:42.103442 dv-cinder-792462-2-iscsi neutron-server[98244]: return f(self, *a, **k) May 20 19:44:42.103442 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 19:44:42.103442 dv-cinder-792462-2-iscsi neutron-server[98244]: return self._get(url).json() May 20 19:44:42.103442 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 19:44:42.103442 dv-cinder-792462-2-iscsi neutron-server[98244]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 19:44:42.103442 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 19:44:42.103442 dv-cinder-792462-2-iscsi neutron-server[98244]: return self.request(url, 'GET', **kwargs) May 20 19:44:42.103442 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 19:44:42.103442 dv-cinder-792462-2-iscsi neutron-server[98244]: base_url = self.get_endpoint(auth, allow=allow, May 20 19:44:42.103442 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 19:44:42.103442 dv-cinder-792462-2-iscsi neutron-server[98244]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 19:44:42.103442 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 19:44:42.103442 dv-cinder-792462-2-iscsi neutron-server[98244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 19:44:42.103442 dv-cinder-792462-2-iscsi neutron-server[98244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 19:44:42.178271 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c0cf3a81-74ae-4732-ab09-2520d07a1c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745754'] for network, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:42.181766 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:42.195315 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c0cf3a81-74ae-4732-ab09-2520d07a1c48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for network, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:42.207159 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cf3a81-74ae-4732-ab09-2520d07a1c48 admin admin] Pushing event deleted for resources: {'Network': ['ID=84eb469a-42da-4e4e-8a93-b8edc16eceb7,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:42.210061 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-c0cf3a81-74ae-4732-ab09-2520d07a1c48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:42.213981 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-c0cf3a81-74ae-4732-ab09-2520d07a1c48 admin admin] 10.222.0.46 "DELETE /v2.0/networks/84eb469a-42da-4e4e-8a93-b8edc16eceb7 HTTP/1.1" status: 204 len: 168 time: 0.5144918 May 20 19:44:42.411052 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 40286) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:44:42.461167 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-deb5effe-1b29-41e5-a2d6-17db93cd7bb5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a0ac8c7cabd34168a41ac6b7de3b2121&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0486484 May 20 19:44:42.463375 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 40290) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:44:42.519427 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-5149f2b3-f07f-4412-829b-2aa83752a327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:42.543850 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-5149f2b3-f07f-4412-829b-2aa83752a327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:42.593540 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-5149f2b3-f07f-4412-829b-2aa83752a327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:42.597122 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-77922e7e-d6df-4fed-af42-14767bd38468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:42.609304 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5149f2b3-f07f-4412-829b-2aa83752a327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:42.612374 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-5149f2b3-f07f-4412-829b-2aa83752a327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:42.622072 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-5149f2b3-f07f-4412-829b-2aa83752a327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:42.623805 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-5149f2b3-f07f-4412-829b-2aa83752a327 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eaa44a0b-9fdb-42f3-aaf7-6a0a67fb8ab2 HTTP/1.1" status: 204 len: 168 time: 0.1594548 May 20 19:44:42.679305 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device a5328ae3-9f58-4525-bb0e-19da78174393 no longer exists at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:44:42.712683 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] No Port match for: a5328ae3-9f58-4525-bb0e-19da78174393 {{(pid=98245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:44:42.712978 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device a5328ae3-9f58-4525-bb0e-19da78174393 not bound to the agent host dv-cinder-792462-2-iscsi {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:44:43.333395 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 40316) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:44:43.439397 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [None req-73225eb9-898f-407d-8cfa-cd9fb436b781 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1077420628-network', 'tenant_id': 'b30d257c909347a0a7a4a00520b04c7a'}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:44:43.444253 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-73225eb9-898f-407d-8cfa-cd9fb436b781 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:44:43.448276 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-73225eb9-898f-407d-8cfa-cd9fb436b781 admin admin] Usage tracker for resource:network and tenant:b30d257c909347a0a7a4a00520b04c7a is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:44:43.452021 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-73225eb9-898f-407d-8cfa-cd9fb436b781 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:44:43.458771 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-73225eb9-898f-407d-8cfa-cd9fb436b781 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:44:43.469050 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73225eb9-898f-407d-8cfa-cd9fb436b781 admin admin] Made reservation on behalf of b30d257c909347a0a7a4a00520b04c7a for: {'network': 1} {{(pid=98243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:44:43.471426 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-73225eb9-898f-407d-8cfa-cd9fb436b781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-584789'] for network, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:43.482966 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-73225eb9-898f-407d-8cfa-cd9fb436b781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:43.499622 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-73225eb9-898f-407d-8cfa-cd9fb436b781 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:44:43.503575 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-73225eb9-898f-407d-8cfa-cd9fb436b781 admin admin] Usage tracker for resource:security_group_rule and tenant:b30d257c909347a0a7a4a00520b04c7a is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:44:43.506336 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-73225eb9-898f-407d-8cfa-cd9fb436b781 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:44:43.511858 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-73225eb9-898f-407d-8cfa-cd9fb436b781 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:44:43.592404 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-73225eb9-898f-407d-8cfa-cd9fb436b781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:43.596012 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-73225eb9-898f-407d-8cfa-cd9fb436b781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:43.598682 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-896f9008-9b0b-4082-88bb-0e6848a8e8f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:43.627042 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73225eb9-898f-407d-8cfa-cd9fb436b781 admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=98243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 19:44:43.635936 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73225eb9-898f-407d-8cfa-cd9fb436b781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed32cb8-5dc1-4f35-8912-ee32a56ad68c,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:43.640076 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-73225eb9-898f-407d-8cfa-cd9fb436b781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:43.642851 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-73225eb9-898f-407d-8cfa-cd9fb436b781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717217'] for segment, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:43.643192 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.db.segments_db [None req-73225eb9-898f-407d-8cfa-cd9fb436b781 admin admin] Added segment 0783ad7b-959b-44b2-ae38-d305d09264d6 of type vlan for network a7ab55e1-6167-4164-bfcf-439bc846ee1f May 20 19:44:43.668728 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-73225eb9-898f-407d-8cfa-cd9fb436b781 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778152598492'] for network, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:43.696999 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-73225eb9-898f-407d-8cfa-cd9fb436b781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697952'] for network, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:43.698273 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73225eb9-898f-407d-8cfa-cd9fb436b781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:43.698848 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-73225eb9-898f-407d-8cfa-cd9fb436b781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for network, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:43.703403 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-3988c5c2-c5f0-40e4-b02f-921122098471 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:43.799892 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73225eb9-898f-407d-8cfa-cd9fb436b781 admin admin] Pushing event updated for resources: {'Network': ['ID=a7ab55e1-6167-4164-bfcf-439bc846ee1f,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:43.802439 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-73225eb9-898f-407d-8cfa-cd9fb436b781 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4678426 May 20 19:44:43.804379 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-73225eb9-898f-407d-8cfa-cd9fb436b781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:43.805292 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 40324) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:44:43.811123 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [None req-406ef31c-b44f-4f95-9ff5-7d3ce0aac9b3 admin admin] Request body: {'subnet': {'network_id': 'a7ab55e1-6167-4164-bfcf-439bc846ee1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1077420628-subnet', 'tenant_id': 'b30d257c909347a0a7a4a00520b04c7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:44:43.815779 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-406ef31c-b44f-4f95-9ff5-7d3ce0aac9b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:44:43.815990 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Network a7ab55e1-6167-4164-bfcf-439bc846ee1f details requested by agent ovs-agent-dv-cinder-792462-2-iscsi with host dv-cinder-792462-2-iscsi {{(pid=98245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 19:44:43.819728 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-406ef31c-b44f-4f95-9ff5-7d3ce0aac9b3 admin admin] Usage tracker for resource:subnet and tenant:b30d257c909347a0a7a4a00520b04c7a is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:44:43.822584 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-406ef31c-b44f-4f95-9ff5-7d3ce0aac9b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:44:43.828935 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-406ef31c-b44f-4f95-9ff5-7d3ce0aac9b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:44:43.839031 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406ef31c-b44f-4f95-9ff5-7d3ce0aac9b3 admin admin] Made reservation on behalf of b30d257c909347a0a7a4a00520b04c7a for: {'subnet': 1} {{(pid=98243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:44:43.841499 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-406ef31c-b44f-4f95-9ff5-7d3ce0aac9b3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:44.227349 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-406ef31c-b44f-4f95-9ff5-7d3ce0aac9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983'] for subnet, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:44.232724 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-ea406e5f-6cb9-47e9-99cc-27b230364fff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:44.303643 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ef31c-b44f-4f95-9ff5-7d3ce0aac9b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee6f1027-b222-4012-aa3e-1e06e15f9833,revision_number=0']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:44.312276 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-406ef31c-b44f-4f95-9ff5-7d3ce0aac9b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:44.316158 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406ef31c-b44f-4f95-9ff5-7d3ce0aac9b3 admin admin] Checking segment: {'id': '0783ad7b-959b-44b2-ae38-d305d09264d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a7ab55e1-6167-4164-bfcf-439bc846ee1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:44:44.316158 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406ef31c-b44f-4f95-9ff5-7d3ce0aac9b3 admin admin] Network hostable DHCP agents. Network: a7ab55e1-6167-4164-bfcf-439bc846ee1f, hostable agents: ['fa9d6d8e-318c-43db-bbd8-e3a49a35072a'], hosted agents: [] {{(pid=98243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 19:44:44.337416 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406ef31c-b44f-4f95-9ff5-7d3ce0aac9b3 admin admin] Network a7ab55e1-6167-4164-bfcf-439bc846ee1f is scheduled to be hosted by DHCP agent fa9d6d8e-318c-43db-bbd8-e3a49a35072a with binding_index 1 {{(pid=98243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 19:44:44.349577 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.base_scheduler [None req-406ef31c-b44f-4f95-9ff5-7d3ce0aac9b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-2-iscsi, a7ab55e1-6167-4164-bfcf-439bc846ee1f) {{(pid=98243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:44:44.354639 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406ef31c-b44f-4f95-9ff5-7d3ce0aac9b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:44.355405 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-406ef31c-b44f-4f95-9ff5-7d3ce0aac9b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for subnet, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:44.365478 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fec3092-b173-47f7-956b-0b810631d4c8 None None] Network a7ab55e1-6167-4164-bfcf-439bc846ee1f requested from dv-cinder-792462-2-iscsi {{(pid=98245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:44:44.387729 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-406ef31c-b44f-4f95-9ff5-7d3ce0aac9b3 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5813620 May 20 19:44:44.595288 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a7319e-cdd2-4095-882b-b7b1406771d9 None None] Network a7ab55e1-6167-4164-bfcf-439bc846ee1f requested from dv-cinder-792462-2-iscsi {{(pid=98245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:44:44.980090 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab29791-79de-4e4f-a4a0-4d4ff8818189 req-e95c12e7-b38b-485f-b87b-a42d2c20f4f4 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:44.980757 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-6ab29791-79de-4e4f-a4a0-4d4ff8818189 req-e95c12e7-b38b-485f-b87b-a42d2c20f4f4 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Synchronizing usage tracker for tenant:b30d257c909347a0a7a4a00520b04c7a on resource:network {{(pid=98243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:44:44.997094 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-6ab29791-79de-4e4f-a4a0-4d4ff8818189 req-e95c12e7-b38b-485f-b87b-a42d2c20f4f4 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Unset dirty status for tenant:b30d257c909347a0a7a4a00520b04c7a on resource:network {{(pid=98243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:44:44.998322 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6ab29791-79de-4e4f-a4a0-4d4ff8818189 req-e95c12e7-b38b-485f-b87b-a42d2c20f4f4 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/networks?id=a7ab55e1-6167-4164-bfcf-439bc846ee1f HTTP/1.1" status: 200 len: 815 time: 0.1572859 May 20 19:44:45.012562 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6ab29791-79de-4e4f-a4a0-4d4ff8818189 req-e2541165-1cc6-494d-bc55-41d1ee057611 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/quotas/b30d257c909347a0a7a4a00520b04c7a HTTP/1.1" status: 200 len: 375 time: 0.0083895 May 20 19:44:45.058420 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6ab29791-79de-4e4f-a4a0-4d4ff8818189 req-16a8398d-3078-48e7-b3b5-66a116c9b47b tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b30d257c909347a0a7a4a00520b04c7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402937 May 20 19:44:45.186159 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6ab29791-79de-4e4f-a4a0-4d4ff8818189 req-faba00cd-1b5c-4d51-a8f2-32c49c7b47fb service neutron] 10.222.0.46 "GET /v2.0/networks/a7ab55e1-6167-4164-bfcf-439bc846ee1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212349 May 20 19:44:45.380119 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6ab29791-79de-4e4f-a4a0-4d4ff8818189 req-607607bc-9414-4f51-ac4a-f66b5e4e1388 service neutron] 10.222.0.46 "GET /v2.0/networks/a7ab55e1-6167-4164-bfcf-439bc846ee1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881602 May 20 19:44:45.561737 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-63a16fb3-6384-4ba9-923d-3a4714bc51d9 req-d7f0aeb8-8794-4891-bf6e-b9576f87f135 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?device_id=cff2428c-ec42-4195-8844-e8df5ecb05d2 HTTP/1.1" status: 200 len: 210 time: 0.0456080 May 20 19:44:46.707648 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7cf95cc1-0aeb-4843-9777-77bd8a91de69 req-8d90871c-0283-4e86-bf92-9f7f8b921c55 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?device_id=cff2428c-ec42-4195-8844-e8df5ecb05d2 HTTP/1.1" status: 200 len: 210 time: 0.0422077 May 20 19:44:47.857137 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-a495d55d-1a15-4965-8913-d64cd0df03ac req-b0e8c488-45d0-4f35-9f0d-f3d43d8592b1 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?device_id=cff2428c-ec42-4195-8844-e8df5ecb05d2 HTTP/1.1" status: 200 len: 210 time: 0.0464647 May 20 19:44:48.624485 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab29791-79de-4e4f-a4a0-4d4ff8818189 req-2520422e-e42f-4dea-9d3b-6d40d3ad0290 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:48.626133 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6ab29791-79de-4e4f-a4a0-4d4ff8818189 req-2520422e-e42f-4dea-9d3b-6d40d3ad0290 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.65 "GET /v2.0/networks?id=a7ab55e1-6167-4164-bfcf-439bc846ee1f HTTP/1.1" status: 200 len: 815 time: 0.1512632 May 20 19:44:48.640704 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [req-6ab29791-79de-4e4f-a4a0-4d4ff8818189 req-867c3da7-6757-4506-af9b-d514812af6f0 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Request body: {'port': {'device_id': 'cff2428c-ec42-4195-8844-e8df5ecb05d2', 'network_id': 'a7ab55e1-6167-4164-bfcf-439bc846ee1f', 'admin_state_up': True, 'tenant_id': 'b30d257c909347a0a7a4a00520b04c7a'}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:44:48.778665 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [req-6ab29791-79de-4e4f-a4a0-4d4ff8818189 req-867c3da7-6757-4506-af9b-d514812af6f0 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:44:48.783095 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-6ab29791-79de-4e4f-a4a0-4d4ff8818189 req-867c3da7-6757-4506-af9b-d514812af6f0 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Usage tracker for resource:port and tenant:b30d257c909347a0a7a4a00520b04c7a is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:44:48.785918 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-6ab29791-79de-4e4f-a4a0-4d4ff8818189 req-867c3da7-6757-4506-af9b-d514812af6f0 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:44:48.791536 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [req-6ab29791-79de-4e4f-a4a0-4d4ff8818189 req-867c3da7-6757-4506-af9b-d514812af6f0 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:44:48.802794 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ab29791-79de-4e4f-a4a0-4d4ff8818189 req-867c3da7-6757-4506-af9b-d514812af6f0 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Made reservation on behalf of b30d257c909347a0a7a4a00520b04c7a for: {'port': 1} {{(pid=98244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:44:48.806481 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-6ab29791-79de-4e4f-a4a0-4d4ff8818189 req-867c3da7-6757-4506-af9b-d514812af6f0 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:48.987197 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.db_base_plugin_common [req-6ab29791-79de-4e4f-a4a0-4d4ff8818189 req-867c3da7-6757-4506-af9b-d514812af6f0 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Allocated IP 172.20.0.6 (a7ab55e1-6167-4164-bfcf-439bc846ee1f/ee6f1027-b222-4012-aa3e-1e06e15f9833/21f81e92-4b19-47cc-984b-8a941760f554) {{(pid=98244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:44:49.018366 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-cc007f64-245c-4b0a-bf60-661710688a73 req-ee23d45c-d6dc-4716-8d7c-31e7841d7a1b tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?device_id=cff2428c-ec42-4195-8844-e8df5ecb05d2 HTTP/1.1" status: 200 len: 210 time: 0.0460281 May 20 19:44:49.195437 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-6ab29791-79de-4e4f-a4a0-4d4ff8818189 req-867c3da7-6757-4506-af9b-d514812af6f0 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Notify callbacks [] for port, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:49.227071 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-6ab29791-79de-4e4f-a4a0-4d4ff8818189 req-867c3da7-6757-4506-af9b-d514812af6f0 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3028154'] for port, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:49.233544 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-b4a7ce46-fb81-491d-a34c-b4f1997b6348 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:49.305669 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ab29791-79de-4e4f-a4a0-4d4ff8818189 req-867c3da7-6757-4506-af9b-d514812af6f0 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Network a7ab55e1-6167-4164-bfcf-439bc846ee1f is already hosted by enough agents. {{(pid=98244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:44:49.309008 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.base_scheduler [req-6ab29791-79de-4e4f-a4a0-4d4ff8818189 req-867c3da7-6757-4506-af9b-d514812af6f0 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Resources bound (agent type, host, resource id): {{(pid=98244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:44:49.316866 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab29791-79de-4e4f-a4a0-4d4ff8818189 req-867c3da7-6757-4506-af9b-d514812af6f0 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Received port after_create {{(pid=98244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:44:49.351634 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867c3da7-6757-4506-af9b-d514812af6f0 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Pushing event updated for resources: {'Port': ['ID=21f81e92-4b19-47cc-984b-8a941760f554,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:49.357289 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-867c3da7-6757-4506-af9b-d514812af6f0 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:49.384901 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab29791-79de-4e4f-a4a0-4d4ff8818189 req-867c3da7-6757-4506-af9b-d514812af6f0 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:49.385503 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-6ab29791-79de-4e4f-a4a0-4d4ff8818189 req-867c3da7-6757-4506-af9b-d514812af6f0 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for port, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:49.405955 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6ab29791-79de-4e4f-a4a0-4d4ff8818189 req-867c3da7-6757-4506-af9b-d514812af6f0 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7692614 May 20 19:44:49.502735 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2304e7-5e2b-4884-bb9e-9768b186b888 req-0297b3f5-b30f-40f5-8dfa-6290fa618773 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:49.504090 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-3a2304e7-5e2b-4884-bb9e-9768b186b888 req-0297b3f5-b30f-40f5-8dfa-6290fa618773 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.0815139 May 20 19:44:49.558095 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-3a2304e7-5e2b-4884-bb9e-9768b186b888 req-eb7745aa-3e3f-44c6-92b4-803ca55579d3 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483429 May 20 19:44:50.208768 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda67ba5-3b5b-4775-bb96-961de727dbd0 req-90347a9c-5889-45a7-8897-7cf47f059260 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:50.209355 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-fda67ba5-3b5b-4775-bb96-961de727dbd0 req-90347a9c-5889-45a7-8897-7cf47f059260 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Synchronizing usage tracker for tenant:b30d257c909347a0a7a4a00520b04c7a on resource:port {{(pid=98244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:44:50.226434 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-fda67ba5-3b5b-4775-bb96-961de727dbd0 req-90347a9c-5889-45a7-8897-7cf47f059260 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Unset dirty status for tenant:b30d257c909347a0a7a4a00520b04c7a on resource:port {{(pid=98244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:44:50.227693 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-fda67ba5-3b5b-4775-bb96-961de727dbd0 req-90347a9c-5889-45a7-8897-7cf47f059260 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?device_id=cff2428c-ec42-4195-8844-e8df5ecb05d2 HTTP/1.1" status: 200 len: 931 time: 0.0956564 May 20 19:44:50.276889 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-fda67ba5-3b5b-4775-bb96-961de727dbd0 req-d536db5a-4947-4bd3-95c3-d47eb34b2bd4 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ed32cb8-5dc1-4f35-8912-ee32a56ad68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425780 May 20 19:44:50.741595 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed30500-b930-4fd6-b7fb-6c1d7c450c32 req-c08c7a7d-a9c6-4a97-96b7-69fe744ef482 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:50.743046 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7ed30500-b930-4fd6-b7fb-6c1d7c450c32 req-c08c7a7d-a9c6-4a97-96b7-69fe744ef482 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.0796769 May 20 19:44:50.790572 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7ed30500-b930-4fd6-b7fb-6c1d7c450c32 req-b6fd1ca2-0fec-4d8a-bc3e-6721807aed85 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402198 May 20 19:44:51.456804 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf19c29-37fe-4fb6-9f8b-e83c419fe83f req-86300815-f9c8-4ad4-b0af-d18d82604dfe tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:51.458243 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-adf19c29-37fe-4fb6-9f8b-e83c419fe83f req-86300815-f9c8-4ad4-b0af-d18d82604dfe tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?device_id=cff2428c-ec42-4195-8844-e8df5ecb05d2 HTTP/1.1" status: 200 len: 931 time: 0.0793560 May 20 19:44:51.504070 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-adf19c29-37fe-4fb6-9f8b-e83c419fe83f req-ae19b596-7d69-4edb-a0c8-43e195d5a934 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ed32cb8-5dc1-4f35-8912-ee32a56ad68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402069 May 20 19:44:51.977534 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e4a78-a68f-4319-852c-bac152fe22ab req-d2cdcac7-ddea-483f-8dee-af752f16bc0c tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:51.978959 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-739e4a78-a68f-4319-852c-bac152fe22ab req-d2cdcac7-ddea-483f-8dee-af752f16bc0c tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.0802693 May 20 19:44:52.022548 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-739e4a78-a68f-4319-852c-bac152fe22ab req-0715e86d-08ba-48db-a588-72df31e3272d tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379648 May 20 19:44:52.136319 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [req-6ab29791-79de-4e4f-a4a0-4d4ff8818189 req-f3ab4f0d-efa0-4d39-8d48-3c09d44dc350 service neutron] Request body: {'port': {'device_id': 'cff2428c-ec42-4195-8844-e8df5ecb05d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:44:52.246727 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-6ab29791-79de-4e4f-a4a0-4d4ff8818189 req-f3ab4f0d-efa0-4d39-8d48-3c09d44dc350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:52.735100 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.notifiers.nova [req-6ab29791-79de-4e4f-a4a0-4d4ff8818189 req-f3ab4f0d-efa0-4d39-8d48-3c09d44dc350 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21f81e92-4b19-47cc-984b-8a941760f554 {{(pid=98244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:44:52.744735 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-6ab29791-79de-4e4f-a4a0-4d4ff8818189 req-f3ab4f0d-efa0-4d39-8d48-3c09d44dc350 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:52.766556 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0771b0d-4909-4238-8638-b2ac0d3e06ad req-9d4ce769-0332-4d9a-ad06-13bad0d36437 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:52.768061 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-b0771b0d-4909-4238-8638-b2ac0d3e06ad req-9d4ce769-0332-4d9a-ad06-13bad0d36437 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?device_id=cff2428c-ec42-4195-8844-e8df5ecb05d2 HTTP/1.1" status: 200 len: 931 time: 0.1568658 May 20 19:44:52.770428 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.provisioning_blocks [req-6ab29791-79de-4e4f-a4a0-4d4ff8818189 req-f3ab4f0d-efa0-4d39-8d48-3c09d44dc350 service neutron] Transition to ACTIVE for port object 21f81e92-4b19-47cc-984b-8a941760f554 will not be triggered until provisioned by entity L2. {{(pid=98244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:44:52.788305 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-6ab29791-79de-4e4f-a4a0-4d4ff8818189 req-f3ab4f0d-efa0-4d39-8d48-3c09d44dc350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3028147'] for port, after_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:52.793796 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:52.966947 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-b0771b0d-4909-4238-8638-b2ac0d3e06ad req-625adf12-49e9-4fe3-8b4b-85068df58e72 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ed32cb8-5dc1-4f35-8912-ee32a56ad68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930778 May 20 19:44:52.967586 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ab4f0d-efa0-4d39-8d48-3c09d44dc350 service neutron] Pushing event updated for resources: {'Port': ['ID=21f81e92-4b19-47cc-984b-8a941760f554,revision_number=2']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:52.974304 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-f3ab4f0d-efa0-4d39-8d48-3c09d44dc350 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:53.039667 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.managers [req-6ab29791-79de-4e4f-a4a0-4d4ff8818189 req-f3ab4f0d-efa0-4d39-8d48-3c09d44dc350 service neutron] Attempting to bind port 21f81e92-4b19-47cc-984b-8a941760f554 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:44:53.040181 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.managers [req-6ab29791-79de-4e4f-a4a0-4d4ff8818189 req-f3ab4f0d-efa0-4d39-8d48-3c09d44dc350 service neutron] Attempting to bind port 21f81e92-4b19-47cc-984b-8a941760f554 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '0783ad7b-959b-44b2-ae38-d305d09264d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a7ab55e1-6167-4164-bfcf-439bc846ee1f'}] {{(pid=98244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:44:53.040511 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab29791-79de-4e4f-a4a0-4d4ff8818189 req-f3ab4f0d-efa0-4d39-8d48-3c09d44dc350 service neutron] Attempting to bind port 21f81e92-4b19-47cc-984b-8a941760f554 on network a7ab55e1-6167-4164-bfcf-439bc846ee1f {{(pid=98244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:44:53.045606 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab29791-79de-4e4f-a4a0-4d4ff8818189 req-f3ab4f0d-efa0-4d39-8d48-3c09d44dc350 service neutron] Port 21f81e92-4b19-47cc-984b-8a941760f554 on network a7ab55e1-6167-4164-bfcf-439bc846ee1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 19:44:53.045936 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab29791-79de-4e4f-a4a0-4d4ff8818189 req-f3ab4f0d-efa0-4d39-8d48-3c09d44dc350 service neutron] Attempting to bind port 21f81e92-4b19-47cc-984b-8a941760f554 on network a7ab55e1-6167-4164-bfcf-439bc846ee1f {{(pid=98244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:44:53.051160 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab29791-79de-4e4f-a4a0-4d4ff8818189 req-f3ab4f0d-efa0-4d39-8d48-3c09d44dc350 service neutron] Checking agent: {'id': '35bcd696-cda5-4691-8ef9-fd8f1ab55a75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 39, 6), 'started_at': datetime.datetime(2021, 5, 20, 19, 39, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:44:53.051335 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab29791-79de-4e4f-a4a0-4d4ff8818189 req-f3ab4f0d-efa0-4d39-8d48-3c09d44dc350 service neutron] Checking segment: {'id': '0783ad7b-959b-44b2-ae38-d305d09264d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a7ab55e1-6167-4164-bfcf-439bc846ee1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:44:53.051726 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab29791-79de-4e4f-a4a0-4d4ff8818189 req-f3ab4f0d-efa0-4d39-8d48-3c09d44dc350 service neutron] Bound using segment: {'id': '0783ad7b-959b-44b2-ae38-d305d09264d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a7ab55e1-6167-4164-bfcf-439bc846ee1f'} {{(pid=98244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:44:53.052156 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.managers [req-6ab29791-79de-4e4f-a4a0-4d4ff8818189 req-f3ab4f0d-efa0-4d39-8d48-3c09d44dc350 service neutron] Bound port: 21f81e92-4b19-47cc-984b-8a941760f554, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0783ad7b-959b-44b2-ae38-d305d09264d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a7ab55e1-6167-4164-bfcf-439bc846ee1f'}}] {{(pid=98244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:44:53.052499 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-6ab29791-79de-4e4f-a4a0-4d4ff8818189 req-f3ab4f0d-efa0-4d39-8d48-3c09d44dc350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:53.145618 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.db [req-6ab29791-79de-4e4f-a4a0-4d4ff8818189 req-f3ab4f0d-efa0-4d39-8d48-3c09d44dc350 service neutron] For port 21f81e92-4b19-47cc-984b-8a941760f554, host hv-cinder-79246, cleared binding levels {{(pid=98244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:44:53.148549 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.db [req-6ab29791-79de-4e4f-a4a0-4d4ff8818189 req-f3ab4f0d-efa0-4d39-8d48-3c09d44dc350 service neutron] For port 21f81e92-4b19-47cc-984b-8a941760f554, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=21f81e92-4b19-47cc-984b-8a941760f554,segment=NetworkSegment(0783ad7b-959b-44b2-ae38-d305d09264d6),segment_id=0783ad7b-959b-44b2-ae38-d305d09264d6)] {{(pid=98244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:44:53.155528 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-6ab29791-79de-4e4f-a4a0-4d4ff8818189 req-f3ab4f0d-efa0-4d39-8d48-3c09d44dc350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3028147'] for port, after_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:53.160240 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-638ca336-f3f2-471c-8dc1-12bf31318207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:53.215693 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab29791-79de-4e4f-a4a0-4d4ff8818189 req-f3ab4f0d-efa0-4d39-8d48-3c09d44dc350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:53.216352 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-6ab29791-79de-4e4f-a4a0-4d4ff8818189 req-f3ab4f0d-efa0-4d39-8d48-3c09d44dc350 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for port, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:53.217733 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6ab29791-79de-4e4f-a4a0-4d4ff8818189 req-f3ab4f0d-efa0-4d39-8d48-3c09d44dc350 service neutron] 10.222.0.65 "PUT /v2.0/ports/21f81e92-4b19-47cc-984b-8a941760f554 HTTP/1.1" status: 200 len: 1093 time: 1.0857561 May 20 19:44:53.218231 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff2428c-ec42-4195-8844-e8df5ecb05d2', 'tag': '21f81e92-4b19-47cc-984b-8a941760f554'}] {{(pid=98244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:44:53.224700 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11f9a2-0e55-44d5-8ca0-5bc33334e2d9 req-059d2b8f-4fcf-4b27-8c63-95caa0b9804c tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:53.226218 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-3d11f9a2-0e55-44d5-8ca0-5bc33334e2d9 req-059d2b8f-4fcf-4b27-8c63-95caa0b9804c tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.0965717 May 20 19:44:53.252892 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ab4f0d-efa0-4d39-8d48-3c09d44dc350 service neutron] Pushing event updated for resources: {'Port': ['ID=21f81e92-4b19-47cc-984b-8a941760f554,revision_number=3']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:53.256726 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-f3ab4f0d-efa0-4d39-8d48-3c09d44dc350 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:53.278566 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-3d11f9a2-0e55-44d5-8ca0-5bc33334e2d9 req-470004f0-fad5-4b2b-ad81-cd8dc0948870 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451684 May 20 19:44:53.299213 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cff2428c-ec42-4195-8844-e8df5ecb05d2', 'tag': '21f81e92-4b19-47cc-984b-8a941760f554', 'status': 'completed', 'code': 200} May 20 19:44:53.340443 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab29791-79de-4e4f-a4a0-4d4ff8818189 req-01148c29-b81d-46c7-b187-fb58612f69ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:53.342437 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6ab29791-79de-4e4f-a4a0-4d4ff8818189 req-01148c29-b81d-46c7-b187-fb58612f69ef service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b30d257c909347a0a7a4a00520b04c7a&device_id=cff2428c-ec42-4195-8844-e8df5ecb05d2 HTTP/1.1" status: 200 len: 1096 time: 0.0768535 May 20 19:44:53.423632 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6ab29791-79de-4e4f-a4a0-4d4ff8818189 req-e15c3c33-1ebf-41fc-b7a2-d74e46b9748f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21f81e92-4b19-47cc-984b-8a941760f554 HTTP/1.1" status: 200 len: 217 time: 0.0679874 May 20 19:44:53.490892 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab29791-79de-4e4f-a4a0-4d4ff8818189 req-c337a9de-c9b8-49a3-aedb-9344acb19de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:53.492316 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6ab29791-79de-4e4f-a4a0-4d4ff8818189 req-c337a9de-c9b8-49a3-aedb-9344acb19de8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ee6f1027-b222-4012-aa3e-1e06e15f9833 HTTP/1.1" status: 200 len: 855 time: 0.0603504 May 20 19:44:53.543761 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6ab29791-79de-4e4f-a4a0-4d4ff8818189 req-fe2aa1ac-7b49-49cc-91e1-1df1438dac57 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a7ab55e1-6167-4164-bfcf-439bc846ee1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419176 May 20 19:44:53.691099 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6ab29791-79de-4e4f-a4a0-4d4ff8818189 req-86c476a1-4825-4c42-931b-d044455c3625 service neutron] 10.222.0.65 "GET /v2.0/networks/a7ab55e1-6167-4164-bfcf-439bc846ee1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385112 May 20 19:44:53.824940 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6ab29791-79de-4e4f-a4a0-4d4ff8818189 req-b613d735-8243-4fef-aa4e-d69e76bc986f service neutron] 10.222.0.65 "GET /v2.0/networks/a7ab55e1-6167-4164-bfcf-439bc846ee1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232190 May 20 19:44:53.946574 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6350d546-58ba-46d5-a160-b1a6cb361cb1 req-65167258-462e-4daf-a1cd-ad8873b4f1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:53.948097 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6350d546-58ba-46d5-a160-b1a6cb361cb1 req-65167258-462e-4daf-a1cd-ad8873b4f1d7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b30d257c909347a0a7a4a00520b04c7a&device_id=cff2428c-ec42-4195-8844-e8df5ecb05d2 HTTP/1.1" status: 200 len: 1096 time: 0.0690815 May 20 19:44:54.076942 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6350d546-58ba-46d5-a160-b1a6cb361cb1 req-b3b0c826-e942-4575-b7df-0b30b022dcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:54.078245 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6350d546-58ba-46d5-a160-b1a6cb361cb1 req-b3b0c826-e942-4575-b7df-0b30b022dcdc service neutron] 10.222.0.65 "GET /v2.0/networks?id=a7ab55e1-6167-4164-bfcf-439bc846ee1f HTTP/1.1" status: 200 len: 916 time: 0.1231067 May 20 19:44:54.176972 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6350d546-58ba-46d5-a160-b1a6cb361cb1 req-409615e0-31cb-490b-8f2d-04054a601bef service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21f81e92-4b19-47cc-984b-8a941760f554 HTTP/1.1" status: 200 len: 217 time: 0.0646620 May 20 19:44:54.355819 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6350d546-58ba-46d5-a160-b1a6cb361cb1 req-bbdba0f4-87ba-4632-bad4-4f93055dd7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:54.357442 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6350d546-58ba-46d5-a160-b1a6cb361cb1 req-bbdba0f4-87ba-4632-bad4-4f93055dd7dc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ee6f1027-b222-4012-aa3e-1e06e15f9833 HTTP/1.1" status: 200 len: 855 time: 0.1667123 May 20 19:44:54.368819 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e6eec-59a1-4e3c-ae74-67cdb89c9635 req-7bd17267-a003-497a-ac0a-1e190b5f881d tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:54.370414 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-a95e6eec-59a1-4e3c-ae74-67cdb89c9635 req-7bd17267-a003-497a-ac0a-1e190b5f881d tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?device_id=cff2428c-ec42-4195-8844-e8df5ecb05d2 HTTP/1.1" status: 200 len: 943 time: 0.2913387 May 20 19:44:54.427934 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6350d546-58ba-46d5-a160-b1a6cb361cb1 req-a4d0ab6d-6be7-4acc-af00-816c75cb76e3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a7ab55e1-6167-4164-bfcf-439bc846ee1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565503 May 20 19:44:54.470252 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc06fa4-a7d7-4818-ac1e-7c2b6d26020c req-2317d6fc-f424-4408-89d7-0613c6e1f1eb tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:54.472371 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-edc06fa4-a7d7-4818-ac1e-7c2b6d26020c req-2317d6fc-f424-4408-89d7-0613c6e1f1eb tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.0817053 May 20 19:44:54.489331 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-a95e6eec-59a1-4e3c-ae74-67cdb89c9635 req-42c0f77b-1edc-472c-9ff1-500a9468736d tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ed32cb8-5dc1-4f35-8912-ee32a56ad68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821981 May 20 19:44:54.517656 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-edc06fa4-a7d7-4818-ac1e-7c2b6d26020c req-3fb43251-080a-4ab9-99a4-ceaa46b3f7e9 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394192 May 20 19:44:54.579208 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6350d546-58ba-46d5-a160-b1a6cb361cb1 req-623006eb-80a2-436c-bb81-a3d16458fe9e service neutron] 10.222.0.65 "GET /v2.0/networks/a7ab55e1-6167-4164-bfcf-439bc846ee1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430309 May 20 19:44:54.727819 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6350d546-58ba-46d5-a160-b1a6cb361cb1 req-bfbd488e-3e70-4c4a-9adb-7b00f4f6e019 service neutron] 10.222.0.65 "GET /v2.0/networks/a7ab55e1-6167-4164-bfcf-439bc846ee1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293404 May 20 19:44:55.681367 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caac211-436b-42a3-9cb4-99e3d09ef0b7 req-039a86c8-d800-409c-9715-95f07cb0e205 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:55.682951 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-3caac211-436b-42a3-9cb4-99e3d09ef0b7 req-039a86c8-d800-409c-9715-95f07cb0e205 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?device_id=cff2428c-ec42-4195-8844-e8df5ecb05d2 HTTP/1.1" status: 200 len: 943 time: 0.0844033 May 20 19:44:55.725024 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ed9a9-a1d3-46ad-80dd-f9ae34e94c27 req-86f34409-e8ce-49e6-9fad-fdcd3c4c23f3 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:55.726615 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-048ed9a9-a1d3-46ad-80dd-f9ae34e94c27 req-86f34409-e8ce-49e6-9fad-fdcd3c4c23f3 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.0823979 May 20 19:44:55.728907 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-3caac211-436b-42a3-9cb4-99e3d09ef0b7 req-f38bbe79-addd-4606-8191-42f8894fa9f5 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ed32cb8-5dc1-4f35-8912-ee32a56ad68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393012 May 20 19:44:55.772601 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-048ed9a9-a1d3-46ad-80dd-f9ae34e94c27 req-fbf7ac7e-88eb-4f49-b228-914b751c4d25 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402284 May 20 19:44:56.422754 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.agents_db [None req-81082b58-be1a-4fbd-9926-297307221300 None None] Agent healthcheck: found 6 active agents {{(pid=98246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:44:56.608714 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 21f81e92-4b19-47cc-984b-8a941760f554 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 19:44:56.741375 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port 21f81e92-4b19-47cc-984b-8a941760f554, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=21f81e92-4b19-47cc-984b-8a941760f554,segment=NetworkSegment(0783ad7b-959b-44b2-ae38-d305d09264d6),segment_id=0783ad7b-959b-44b2-ae38-d305d09264d6)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:44:56.757012 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Returning: {'device': '21f81e92-4b19-47cc-984b-8a941760f554', 'network_id': 'a7ab55e1-6167-4164-bfcf-439bc846ee1f', 'port_id': '21f81e92-4b19-47cc-984b-8a941760f554', 'mac_address': 'fa:16:3e:3a:ae:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee6f1027-b222-4012-aa3e-1e06e15f9833', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 19:44:56.817822 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:56.834793 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.notifiers.nova [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21f81e92-4b19-47cc-984b-8a941760f554 {{(pid=98245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:44:56.851041 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port 21f81e92-4b19-47cc-984b-8a941760f554, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=21f81e92-4b19-47cc-984b-8a941760f554,segment=NetworkSegment(0783ad7b-959b-44b2-ae38-d305d09264d6),segment_id=0783ad7b-959b-44b2-ae38-d305d09264d6)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:44:56.854901 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:56.858141 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:56.924326 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Pushing event updated for resources: {'Port': ['ID=21f81e92-4b19-47cc-984b-8a941760f554,revision_number=4']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:56.928176 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:56.929225 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb56fb-361b-45e3-8b43-935d95c06529 req-d38d05db-e28d-4cb5-9dad-1f385ea43b56 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:56.930720 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-9edb56fb-361b-45e3-8b43-935d95c06529 req-d38d05db-e28d-4cb5-9dad-1f385ea43b56 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?device_id=cff2428c-ec42-4195-8844-e8df5ecb05d2 HTTP/1.1" status: 200 len: 944 time: 0.0943720 May 20 19:44:56.980151 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-9edb56fb-361b-45e3-8b43-935d95c06529 req-1d7b7916-115c-490c-8b89-fd658048016b tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Synchronizing usage tracker for tenant:b30d257c909347a0a7a4a00520b04c7a on resource:security_group {{(pid=98243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:44:56.998359 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-9edb56fb-361b-45e3-8b43-935d95c06529 req-1d7b7916-115c-490c-8b89-fd658048016b tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Unset dirty status for tenant:b30d257c909347a0a7a4a00520b04c7a on resource:security_group {{(pid=98243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:44:57.007934 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-9edb56fb-361b-45e3-8b43-935d95c06529 req-1d7b7916-115c-490c-8b89-fd658048016b tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ed32cb8-5dc1-4f35-8912-ee32a56ad68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710635 May 20 19:44:57.137393 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] get_ports_and_sgs() called for port_ids ['21f81e92-4b19-47cc-984b-8a941760f554'] {{(pid=98245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:44:57.171644 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c343c-49d1-47de-aa73-7f2117d55ba3 req-4db43f1c-05ef-45ef-a3df-4b5a6fba1c77 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:57.173197 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-4d0c343c-49d1-47de-aa73-7f2117d55ba3 req-4db43f1c-05ef-45ef-a3df-4b5a6fba1c77 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.0836921 May 20 19:44:57.217298 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-4d0c343c-49d1-47de-aa73-7f2117d55ba3 req-0d348ca9-5012-432e-89b6-2d82e40fdf23 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384195 May 20 19:44:58.182041 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b04d982-dcfd-4e68-8dd5-f2602948bad5 req-8875f8fd-c9c2-4135-9889-d385d9e49a79 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:58.183490 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7b04d982-dcfd-4e68-8dd5-f2602948bad5 req-8875f8fd-c9c2-4135-9889-d385d9e49a79 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?device_id=cff2428c-ec42-4195-8844-e8df5ecb05d2 HTTP/1.1" status: 200 len: 944 time: 0.0780156 May 20 19:44:58.228324 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7b04d982-dcfd-4e68-8dd5-f2602948bad5 req-9e235df4-9b9a-44bd-badb-d0c0cbaccce9 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ed32cb8-5dc1-4f35-8912-ee32a56ad68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391383 May 20 19:44:58.410154 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db720c-de0b-4be4-8c87-c1069abedbc2 req-755fd16c-c31a-44eb-92e0-f83739d1ca03 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:58.411588 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-b4db720c-de0b-4be4-8c87-c1069abedbc2 req-755fd16c-c31a-44eb-92e0-f83739d1ca03 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.0899019 May 20 19:44:58.456186 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-b4db720c-de0b-4be4-8c87-c1069abedbc2 req-5a4056b9-fb35-439e-92c7-18fdac5c7fb3 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387318 May 20 19:44:58.541037 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f245826-c6e7-4091-91ea-8264f18872b4 req-7e4dd705-ab5f-4e3d-b53c-7850a6501ec3 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:58.542472 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6f245826-c6e7-4091-91ea-8264f18872b4 req-7e4dd705-ab5f-4e3d-b53c-7850a6501ec3 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee6089b7-916d-4dfd-bdee-979a32abeed5 HTTP/1.1" status: 200 len: 945 time: 0.0783026 May 20 19:44:58.588347 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6f245826-c6e7-4091-91ea-8264f18872b4 req-7de351fb-ac39-4f29-8a8a-2588eb99f8db tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.46 "GET /v2.0/security-groups?id=da23f62e-b946-4d7c-99b5-45d99dc8e77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387063 May 20 19:44:58.611100 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 21f81e92-4b19-47cc-984b-8a941760f554 up at agent hyperv_hv-cinder-79246 {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:44:58.676995 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Provisioning for port 21f81e92-4b19-47cc-984b-8a941760f554 completed by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:44:58.681611 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Provisioning complete for port 21f81e92-4b19-47cc-984b-8a941760f554 triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:44:58.681985 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:58.793142 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:58.819292 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff2428c-ec42-4195-8844-e8df5ecb05d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f81e92-4b19-47cc-984b-8a941760f554'}] {{(pid=98245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:44:58.828955 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port 21f81e92-4b19-47cc-984b-8a941760f554, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=21f81e92-4b19-47cc-984b-8a941760f554,segment=NetworkSegment(0783ad7b-959b-44b2-ae38-d305d09264d6),segment_id=0783ad7b-959b-44b2-ae38-d305d09264d6)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:44:58.832942 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:58.834903 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:58.864785 dv-cinder-792462-2-iscsi neutron-server[98245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff2428c-ec42-4195-8844-e8df5ecb05d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f81e92-4b19-47cc-984b-8a941760f554', 'code': 200} May 20 19:44:58.905434 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Pushing event updated for resources: {'Port': ['ID=21f81e92-4b19-47cc-984b-8a941760f554,revision_number=5']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:58.908339 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:59.108479 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28cfdc-0763-4662-b33b-d6e551c408d3 req-c05805fe-9a99-4544-b411-fd992dffbc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:59.109826 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-fc28cfdc-0763-4662-b33b-d6e551c408d3 req-c05805fe-9a99-4544-b411-fd992dffbc31 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cff2428c-ec42-4195-8844-e8df5ecb05d2 HTTP/1.1" status: 200 len: 1098 time: 0.0711966 May 20 19:44:59.149663 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-fc28cfdc-0763-4662-b33b-d6e551c408d3 req-fb19915b-d7ef-4125-9156-1fdd881db039 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8ed32cb8-5dc1-4f35-8912-ee32a56ad68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329268 May 20 19:44:59.411141 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d62dd6b-31e6-4c44-89b1-b5ce8c8c71f1 req-3fb0a962-ae8a-483d-b4b2-1e0138f1a254 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:59.412665 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-9d62dd6b-31e6-4c44-89b1-b5ce8c8c71f1 req-3fb0a962-ae8a-483d-b4b2-1e0138f1a254 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?device_id=cff2428c-ec42-4195-8844-e8df5ecb05d2 HTTP/1.1" status: 200 len: 945 time: 0.0810378 May 20 19:44:59.457325 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-9d62dd6b-31e6-4c44-89b1-b5ce8c8c71f1 req-c252cb4d-5512-4844-bbe2-4dd0dd536e78 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ed32cb8-5dc1-4f35-8912-ee32a56ad68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388401 May 20 19:44:59.638258 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8db510-6a12-49c4-834e-120e072b9ee0 req-05f845e1-0fca-48a9-89e3-43c307d043e9 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:59.639789 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-3c8db510-6a12-49c4-834e-120e072b9ee0 req-05f845e1-0fca-48a9-89e3-43c307d043e9 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.0803390 May 20 19:44:59.682952 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-3c8db510-6a12-49c4-834e-120e072b9ee0 req-81c97911-8b59-40b0-ab67-60d6d6236876 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372927 May 20 19:44:59.781246 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3519aba6-b0b2-4554-847e-be66d7eba7ca req-13c93ea0-892e-418b-8e59-7800e1f47eca tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:59.782679 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-3519aba6-b0b2-4554-847e-be66d7eba7ca req-13c93ea0-892e-418b-8e59-7800e1f47eca tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee6089b7-916d-4dfd-bdee-979a32abeed5 HTTP/1.1" status: 200 len: 945 time: 0.0822074 May 20 19:44:59.826718 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-3519aba6-b0b2-4554-847e-be66d7eba7ca req-fec449ad-4f93-4003-af51-18d26b25d9d1 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.46 "GET /v2.0/security-groups?id=da23f62e-b946-4d7c-99b5-45d99dc8e77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383425 May 20 19:45:00.580279 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39853993-8b64-40fa-ae55-fc885f8c9493 req-1076473d-1e58-48b3-91d6-749e91d941e4 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:00.581641 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-39853993-8b64-40fa-ae55-fc885f8c9493 req-1076473d-1e58-48b3-91d6-749e91d941e4 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee6089b7-916d-4dfd-bdee-979a32abeed5 HTTP/1.1" status: 200 len: 945 time: 0.0840802 May 20 19:45:00.641883 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ecbda1-da97-4fc0-9a66-21d7280cf69f req-10b96543-94c5-468e-9fa9-a3f831a47738 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:00.643470 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-d6ecbda1-da97-4fc0-9a66-21d7280cf69f req-10b96543-94c5-468e-9fa9-a3f831a47738 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?device_id=cff2428c-ec42-4195-8844-e8df5ecb05d2 HTTP/1.1" status: 200 len: 945 time: 0.0813324 May 20 19:45:00.689430 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-d6ecbda1-da97-4fc0-9a66-21d7280cf69f req-43c6ef18-3afd-454e-aeee-3be247fa51a5 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ed32cb8-5dc1-4f35-8912-ee32a56ad68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402818 May 20 19:45:00.718892 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.plugin [req-39853993-8b64-40fa-ae55-fc885f8c9493 req-c0a883d9-7aa4-4335-948f-4f55652e95bd tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Deleting port 12218cb7-b34c-4708-9117-d3c12218e1df {{(pid=98244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:45:00.719244 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-39853993-8b64-40fa-ae55-fc885f8c9493 req-c0a883d9-7aa4-4335-948f-4f55652e95bd tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:00.910344 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.db [req-39853993-8b64-40fa-ae55-fc885f8c9493 req-c0a883d9-7aa4-4335-948f-4f55652e95bd tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] For port 12218cb7-b34c-4708-9117-d3c12218e1df, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=12218cb7-b34c-4708-9117-d3c12218e1df,segment=NetworkSegment(d43e1fd1-5688-4134-8bc2-a0f2d5580276),segment_id=d43e1fd1-5688-4134-8bc2-a0f2d5580276)] {{(pid=98244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:45:00.911063 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-39853993-8b64-40fa-ae55-fc885f8c9493 req-c0a883d9-7aa4-4335-948f-4f55652e95bd tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:01.038088 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21beeaa6-832c-428f-8426-3aa59760567a req-48bf7b42-fa81-49a3-b784-4c46d94c297e tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:01.038544 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7d2bb-c63a-4e2a-8f0d-0800c89a0830 req-1c22091b-a329-4402-8b13-f95b798ff98e tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:01.039549 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-21beeaa6-832c-428f-8426-3aa59760567a req-48bf7b42-fa81-49a3-b784-4c46d94c297e tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.2363763 May 20 19:45:01.048090 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.plugin [req-39853993-8b64-40fa-ae55-fc885f8c9493 req-c0a883d9-7aa4-4335-948f-4f55652e95bd tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Calling delete_port for 12218cb7-b34c-4708-9117-d3c12218e1df owned by compute:nova {{(pid=98244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:45:01.052505 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-0fa7d2bb-c63a-4e2a-8f0d-0800c89a0830 req-1c22091b-a329-4402-8b13-f95b798ff98e tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee6089b7-916d-4dfd-bdee-979a32abeed5 HTTP/1.1" status: 200 len: 945 time: 0.1002042 May 20 19:45:01.096027 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-0fa7d2bb-c63a-4e2a-8f0d-0800c89a0830 req-7243c75f-c511-4ebc-b64c-e8b53db602fd tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.46 "GET /v2.0/security-groups?id=da23f62e-b946-4d7c-99b5-45d99dc8e77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426388 May 20 19:45:01.212664 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-21beeaa6-832c-428f-8426-3aa59760567a req-9d3d04b9-18c1-452a-b174-902ce9946ead tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616089 May 20 19:45:01.306159 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-39853993-8b64-40fa-ae55-fc885f8c9493 req-c0a883d9-7aa4-4335-948f-4f55652e95bd tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3028154'] for port, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:01.312262 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-867c3da7-6757-4506-af9b-d514812af6f0 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:45:01.318474 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] get_ports_and_sgs() called for port_ids ['12218cb7-b34c-4708-9117-d3c12218e1df'] {{(pid=98245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:45:01.362416 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a883d9-7aa4-4335-948f-4f55652e95bd tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Pushing event deleted for resources: {'Port': ['ID=12218cb7-b34c-4708-9117-d3c12218e1df,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:45:01.364724 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-c0a883d9-7aa4-4335-948f-4f55652e95bd tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:45:01.437387 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.l3_dvrscheduler_db [req-39853993-8b64-40fa-ae55-fc885f8c9493 req-c0a883d9-7aa4-4335-948f-4f55652e95bd tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] No DVR routers for this DVR port 12218cb7-b34c-4708-9117-d3c12218e1df on host hv-cinder-79246 {{(pid=98244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:45:01.439930 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-39853993-8b64-40fa-ae55-fc885f8c9493 req-c0a883d9-7aa4-4335-948f-4f55652e95bd tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for port, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:01.442440 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6089b7-916d-4dfd-bdee-979a32abeed5', 'name': 'network-vif-deleted', 'tag': '12218cb7-b34c-4708-9117-d3c12218e1df'}] {{(pid=98244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:45:01.457834 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-39853993-8b64-40fa-ae55-fc885f8c9493 req-c0a883d9-7aa4-4335-948f-4f55652e95bd tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] 10.222.0.65 "DELETE /v2.0/ports/12218cb7-b34c-4708-9117-d3c12218e1df HTTP/1.1" status: 204 len: 173 time: 0.8693032 May 20 19:45:01.488263 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6089b7-916d-4dfd-bdee-979a32abeed5', 'name': 'network-vif-deleted', 'tag': '12218cb7-b34c-4708-9117-d3c12218e1df', 'status': 'completed', 'code': 200} May 20 19:45:02.219741 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-a4fb648b-d137-4606-a494-1d1fc3337612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:02.410458 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f241dfc2-78f7-4c06-97ca-e0d830f3a89d req-48c8b967-fe23-43c4-9e78-02634bfb71cb tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:02.412103 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-f241dfc2-78f7-4c06-97ca-e0d830f3a89d req-48c8b967-fe23-43c4-9e78-02634bfb71cb tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.0878494 May 20 19:45:02.471828 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-f241dfc2-78f7-4c06-97ca-e0d830f3a89d req-a4a0c044-e203-4928-9b2d-66d847aa557c tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529442 May 20 19:45:03.660479 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6053d-272a-4a32-9ef9-2685bdb70f3c req-b7c92965-b508-473f-9a3b-e31e5578722e tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:03.661986 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-90d6053d-272a-4a32-9ef9-2685bdb70f3c req-b7c92965-b508-473f-9a3b-e31e5578722e tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.0850909 May 20 19:45:03.707648 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-90d6053d-272a-4a32-9ef9-2685bdb70f3c req-abced56c-de55-4f46-a2ba-e6ff64241737 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397530 May 20 19:45:04.071790 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587be86f-ab66-4ab5-a459-46c6f799db9e req-9726f555-2694-40d6-9322-bf2ce945392c tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:04.073258 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-587be86f-ab66-4ab5-a459-46c6f799db9e req-9726f555-2694-40d6-9322-bf2ce945392c tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.0850580 May 20 19:45:04.101604 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7431b-78e0-4007-b6a4-113b436cb453 req-12bb8bab-dcf2-4de2-84d1-eb4ba0edda60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:04.103071 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-4cf7431b-78e0-4007-b6a4-113b436cb453 req-12bb8bab-dcf2-4de2-84d1-eb4ba0edda60 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=eae5dc310b064886a0fbb3c18c74b33d&device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 1098 time: 0.0707035 May 20 19:45:04.122181 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-587be86f-ab66-4ab5-a459-46c6f799db9e req-a80b9011-9c10-42de-8419-f76e7dacf064 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413988 May 20 19:45:04.232638 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7431b-78e0-4007-b6a4-113b436cb453 req-81881e63-5785-4e8b-9aab-3b805752381f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:04.234054 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-4cf7431b-78e0-4007-b6a4-113b436cb453 req-81881e63-5785-4e8b-9aab-3b805752381f service neutron] 10.222.0.65 "GET /v2.0/networks?id=d932fd37-893e-4714-8e50-cf8308e6d424 HTTP/1.1" status: 200 len: 909 time: 0.1232491 May 20 19:45:04.335661 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-4cf7431b-78e0-4007-b6a4-113b436cb453 req-c1ebdb28-4124-4f78-bdae-8d0db4f6bcc5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64830ea0-861b-4b27-ab5c-a994d0f73588 HTTP/1.1" status: 200 len: 1000 time: 0.0938699 May 20 19:45:04.475526 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-d2ecaa9f-e3c2-40af-83e4-f07002f64fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:04.784614 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:05.175229 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 12218cb7-b34c-4708-9117-d3c12218e1df no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:45:05.208867 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] No Port match for: 12218cb7-b34c-4708-9117-d3c12218e1df {{(pid=98245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:45:05.209222 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 12218cb7-b34c-4708-9117-d3c12218e1df not bound to the agent host hv-cinder-79246 {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:45:05.224176 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7431b-78e0-4007-b6a4-113b436cb453 req-e125fd91-21b9-4914-95cc-1dddf607a065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:05.226174 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-4cf7431b-78e0-4007-b6a4-113b436cb453 req-e125fd91-21b9-4914-95cc-1dddf607a065 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=edef4a11-9491-49df-813d-c217a08b5490 HTTP/1.1" status: 200 len: 847 time: 0.0635512 May 20 19:45:05.314951 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4472b18-05dd-4fec-b56a-c242e5ff3b3a req-05b70cd1-9818-4261-b65a-049faed234fc tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:05.316366 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-b4472b18-05dd-4fec-b56a-c242e5ff3b3a req-05b70cd1-9818-4261-b65a-049faed234fc tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.0832365 May 20 19:45:05.360883 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-b4472b18-05dd-4fec-b56a-c242e5ff3b3a req-ebb5df4e-aefd-4e1c-82b6-87024438d8ec tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385442 May 20 19:45:05.564269 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d568-3eaa-4ee2-8e63-8438dfda9a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:06.129913 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7431b-78e0-4007-b6a4-113b436cb453 req-da19525a-059b-4f02-9186-957221659c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:06.131363 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-4cf7431b-78e0-4007-b6a4-113b436cb453 req-da19525a-059b-4f02-9186-957221659c8c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d932fd37-893e-4714-8e50-cf8308e6d424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0765305 May 20 19:45:06.287599 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:06.598798 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1c951-ffb2-43c5-aa83-adf569a84b64 req-ae1998d6-f355-43f5-b39b-b4de1882610e tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:06.600504 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-06b1c951-ffb2-43c5-aa83-adf569a84b64 req-ae1998d6-f355-43f5-b39b-b4de1882610e tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.1359086 May 20 19:45:06.643643 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-06b1c951-ffb2-43c5-aa83-adf569a84b64 req-b4ba3890-5739-47fa-9f2f-ab15f88ec518 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375352 May 20 19:45:07.189793 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-4cf7431b-78e0-4007-b6a4-113b436cb453 req-59e172e0-305d-4b9c-a3f4-c07830bd7f1a service neutron] 10.222.0.65 "GET /v2.0/networks/d932fd37-893e-4714-8e50-cf8308e6d424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310923 May 20 19:45:07.259521 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-40a8b960-4cf6-42c3-bf80-c71dd59d075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:07.326864 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-4cf7431b-78e0-4007-b6a4-113b436cb453 req-01a3569b-7862-4069-b627-f06a3297975a service neutron] 10.222.0.65 "GET /v2.0/networks/d932fd37-893e-4714-8e50-cf8308e6d424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283114 May 20 19:45:07.835422 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc35a79-b405-40cd-973c-6929110094ad req-54401037-ae18-427b-9049-564e1d8e43cc tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:07.836903 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-9dc35a79-b405-40cd-973c-6929110094ad req-54401037-ae18-427b-9049-564e1d8e43cc tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.0846114 May 20 19:45:07.903587 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-9dc35a79-b405-40cd-973c-6929110094ad req-b3a417a7-d819-46a9-8f45-6759282f2a2e tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608745 May 20 19:45:09.084796 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12a839-6af5-47a5-b391-a90738761217 req-5bad3603-d8b0-4cd2-8456-e8664c4b4a07 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:09.086348 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-ec12a839-6af5-47a5-b391-a90738761217 req-5bad3603-d8b0-4cd2-8456-e8664c4b4a07 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.0820270 May 20 19:45:09.134587 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-ec12a839-6af5-47a5-b391-a90738761217 req-df766020-e8a8-41f1-b718-e6a5e852b9c8 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421946 May 20 19:45:09.454762 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-27c048f4-6d0e-4e14-a146-3587d95264ea req-6f12256d-1502-416c-9e77-c6fdc9b14970 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725656 May 20 19:45:09.674959 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c048f4-6d0e-4e14-a146-3587d95264ea req-92d8e9ad-6020-445b-ab50-c070dda5fff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:09.676467 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-27c048f4-6d0e-4e14-a146-3587d95264ea req-92d8e9ad-6020-445b-ab50-c070dda5fff3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8ed4e5869d204e20b671ef4c001a3511&device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 1099 time: 0.1891148 May 20 19:45:09.682985 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d4ddd-5f72-4ccf-a821-cc62141a25d2 req-9685ec88-8348-4e14-900f-35f8b97836b6 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:09.684353 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-1b3d4ddd-5f72-4ccf-a821-cc62141a25d2 req-9685ec88-8348-4e14-900f-35f8b97836b6 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/networks?id=a7ab55e1-6167-4164-bfcf-439bc846ee1f HTTP/1.1" status: 200 len: 815 time: 0.1672769 May 20 19:45:09.727278 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-1b3d4ddd-5f72-4ccf-a821-cc62141a25d2 req-c643050b-83e3-41a2-89c0-fe2592e8f209 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/quotas/b30d257c909347a0a7a4a00520b04c7a HTTP/1.1" status: 200 len: 375 time: 0.0352433 May 20 19:45:09.985869 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c048f4-6d0e-4e14-a146-3587d95264ea req-baebc02b-dd0e-4530-8389-10b8f4773e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:09.987287 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-27c048f4-6d0e-4e14-a146-3587d95264ea req-baebc02b-dd0e-4530-8389-10b8f4773e99 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3d38b6f3-7548-4a0e-896f-e9fb0c461e8e HTTP/1.1" status: 200 len: 918 time: 0.2867126 May 20 19:45:10.012169 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-1b3d4ddd-5f72-4ccf-a821-cc62141a25d2 req-80a7b4e3-3c32-47ae-8d56-05427933ecc4 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b30d257c909347a0a7a4a00520b04c7a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2712882 May 20 19:45:10.206697 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-27c048f4-6d0e-4e14-a146-3587d95264ea req-4ddd8cba-76ce-4f40-8dd6-77ea0e69fa56 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550 HTTP/1.1" status: 200 len: 1001 time: 0.1720903 May 20 19:45:10.268397 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-1b3d4ddd-5f72-4ccf-a821-cc62141a25d2 req-ecd2735c-276e-4b56-b11a-e8e31ac6191d service neutron] 10.222.0.46 "GET /v2.0/networks/a7ab55e1-6167-4164-bfcf-439bc846ee1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552428 May 20 19:45:10.312046 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c048f4-6d0e-4e14-a146-3587d95264ea req-751039db-6d37-4ff2-8d2b-d96cdeb69600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:10.313511 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-27c048f4-6d0e-4e14-a146-3587d95264ea req-751039db-6d37-4ff2-8d2b-d96cdeb69600 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5b859f84-1277-4d60-b0e8-72f23097ad76 HTTP/1.1" status: 200 len: 856 time: 0.0913715 May 20 19:45:10.448474 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc5b73-d2fe-4bff-9b58-4a2224d40fb8 req-165b84e1-5c0d-4046-ad49-779a8e4c0db5 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:10.449983 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-dedc5b73-d2fe-4bff-9b58-4a2224d40fb8 req-165b84e1-5c0d-4046-ad49-779a8e4c0db5 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 946 time: 0.0809824 May 20 19:45:10.478136 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-1b3d4ddd-5f72-4ccf-a821-cc62141a25d2 req-e17a8c3b-94b1-48bf-99ab-adf8d4c82545 service neutron] 10.222.0.46 "GET /v2.0/networks/a7ab55e1-6167-4164-bfcf-439bc846ee1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968696 May 20 19:45:10.484189 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c048f4-6d0e-4e14-a146-3587d95264ea req-74aa7087-edd2-459f-b4b6-0ae5a380ce3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:10.485576 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-27c048f4-6d0e-4e14-a146-3587d95264ea req-74aa7087-edd2-459f-b4b6-0ae5a380ce3a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3d38b6f3-7548-4a0e-896f-e9fb0c461e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1616058 May 20 19:45:10.498580 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-dedc5b73-d2fe-4bff-9b58-4a2224d40fb8 req-3f52889a-c347-4c4d-9dad-8b48e34ff6ae tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421975 May 20 19:45:10.623284 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-27c048f4-6d0e-4e14-a146-3587d95264ea req-a505989e-d383-43c5-b8f2-d6a5d9bb5dca service neutron] 10.222.0.65 "GET /v2.0/networks/3d38b6f3-7548-4a0e-896f-e9fb0c461e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296215 May 20 19:45:10.667908 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-761a2dc2-48d8-447f-844d-46de5fe8d6ef req-db4ffac3-4662-4daa-8717-7f940188f267 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?device_id=6565b2d5-a3da-414a-838f-5b09efc9abb0 HTTP/1.1" status: 200 len: 210 time: 0.0428996 May 20 19:45:10.765133 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-27c048f4-6d0e-4e14-a146-3587d95264ea req-b0cc176a-a421-4914-b036-2d14a69c8030 service neutron] 10.222.0.65 "GET /v2.0/networks/3d38b6f3-7548-4a0e-896f-e9fb0c461e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314759 May 20 19:45:11.698626 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908add4-748d-4097-a7fa-11ed57c9961b req-c4f8532e-204d-49cb-93a0-084490ca3eec tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:11.700952 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-4908add4-748d-4097-a7fa-11ed57c9961b req-c4f8532e-204d-49cb-93a0-084490ca3eec tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 946 time: 0.0822172 May 20 19:45:11.841123 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-df5e7802-824f-4e24-b134-20b038551e7d req-96428bec-ca25-45b4-be75-7293ada0fd7a tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?device_id=6565b2d5-a3da-414a-838f-5b09efc9abb0 HTTP/1.1" status: 200 len: 210 time: 0.0474224 May 20 19:45:11.858348 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-4908add4-748d-4097-a7fa-11ed57c9961b req-e183c4fb-a22b-44b5-adbc-901f0882df0f tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282909 May 20 19:45:11.904468 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d4ddd-5f72-4ccf-a821-cc62141a25d2 req-40ecfa27-8492-476d-b265-f603fb7bb7b1 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:11.906663 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-1b3d4ddd-5f72-4ccf-a821-cc62141a25d2 req-40ecfa27-8492-476d-b265-f603fb7bb7b1 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.65 "GET /v2.0/networks?id=a7ab55e1-6167-4164-bfcf-439bc846ee1f HTTP/1.1" status: 200 len: 815 time: 0.2018285 May 20 19:45:11.921899 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [req-1b3d4ddd-5f72-4ccf-a821-cc62141a25d2 req-5df4984b-986f-4d05-99e6-5f95868b7f4f tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Request body: {'port': {'device_id': '6565b2d5-a3da-414a-838f-5b09efc9abb0', 'network_id': 'a7ab55e1-6167-4164-bfcf-439bc846ee1f', 'admin_state_up': True, 'tenant_id': 'b30d257c909347a0a7a4a00520b04c7a'}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:45:12.053231 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [req-1b3d4ddd-5f72-4ccf-a821-cc62141a25d2 req-5df4984b-986f-4d05-99e6-5f95868b7f4f tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:45:12.062968 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [req-1b3d4ddd-5f72-4ccf-a821-cc62141a25d2 req-5df4984b-986f-4d05-99e6-5f95868b7f4f tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:45:12.072208 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b3d4ddd-5f72-4ccf-a821-cc62141a25d2 req-5df4984b-986f-4d05-99e6-5f95868b7f4f tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Made reservation on behalf of b30d257c909347a0a7a4a00520b04c7a for: {'port': 1} {{(pid=98244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:45:12.075557 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-1b3d4ddd-5f72-4ccf-a821-cc62141a25d2 req-5df4984b-986f-4d05-99e6-5f95868b7f4f tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:12.235886 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.db_base_plugin_common [req-1b3d4ddd-5f72-4ccf-a821-cc62141a25d2 req-5df4984b-986f-4d05-99e6-5f95868b7f4f tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Allocated IP 172.20.0.3 (a7ab55e1-6167-4164-bfcf-439bc846ee1f/ee6f1027-b222-4012-aa3e-1e06e15f9833/489b4ddc-7be6-4744-923b-45f9205a7e8a) {{(pid=98244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:45:12.439621 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-1b3d4ddd-5f72-4ccf-a821-cc62141a25d2 req-5df4984b-986f-4d05-99e6-5f95868b7f4f tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Notify callbacks [] for port, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:12.468070 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-1b3d4ddd-5f72-4ccf-a821-cc62141a25d2 req-5df4984b-986f-4d05-99e6-5f95868b7f4f tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3028154'] for port, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:12.474227 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:45:12.478912 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] get_ports_and_sgs() called for port_ids ['21f81e92-4b19-47cc-984b-8a941760f554'] {{(pid=98245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:45:12.506413 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d67f7-0114-405c-a179-83665638ae58 req-13233268-2388-4522-8482-787daecc135d tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:12.507919 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-225d67f7-0114-405c-a179-83665638ae58 req-13233268-2388-4522-8482-787daecc135d tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.65 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 946 time: 0.0856485 May 20 19:45:12.637017 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b3d4ddd-5f72-4ccf-a821-cc62141a25d2 req-5df4984b-986f-4d05-99e6-5f95868b7f4f tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Network a7ab55e1-6167-4164-bfcf-439bc846ee1f is already hosted by enough agents. {{(pid=98244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:45:12.646359 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.base_scheduler [req-1b3d4ddd-5f72-4ccf-a821-cc62141a25d2 req-5df4984b-986f-4d05-99e6-5f95868b7f4f tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Resources bound (agent type, host, resource id): {{(pid=98244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:45:12.659505 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b3d4ddd-5f72-4ccf-a821-cc62141a25d2 req-5df4984b-986f-4d05-99e6-5f95868b7f4f tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Received port after_create {{(pid=98244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:45:12.673840 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.plugin [req-225d67f7-0114-405c-a179-83665638ae58 req-c95e8859-eca4-498e-8df2-bf830e3c11f5 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Deleting port eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550 {{(pid=98243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:45:12.674543 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-225d67f7-0114-405c-a179-83665638ae58 req-c95e8859-eca4-498e-8df2-bf830e3c11f5 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:12.718101 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df4984b-986f-4d05-99e6-5f95868b7f4f tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Pushing event updated for resources: {'Port': ['ID=489b4ddc-7be6-4744-923b-45f9205a7e8a,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:45:12.731762 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df4984b-986f-4d05-99e6-5f95868b7f4f tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:12.732146 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df4984b-986f-4d05-99e6-5f95868b7f4f tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:12.732513 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df4984b-986f-4d05-99e6-5f95868b7f4f tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:12.732881 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df4984b-986f-4d05-99e6-5f95868b7f4f tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:12.733786 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df4984b-986f-4d05-99e6-5f95868b7f4f tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:12.734154 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df4984b-986f-4d05-99e6-5f95868b7f4f tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:12.734508 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df4984b-986f-4d05-99e6-5f95868b7f4f tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:12.734949 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df4984b-986f-4d05-99e6-5f95868b7f4f tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:12.735213 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df4984b-986f-4d05-99e6-5f95868b7f4f tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:12.735565 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df4984b-986f-4d05-99e6-5f95868b7f4f tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:12.735941 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df4984b-986f-4d05-99e6-5f95868b7f4f tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:12.736292 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df4984b-986f-4d05-99e6-5f95868b7f4f tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:12.741757 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-5df4984b-986f-4d05-99e6-5f95868b7f4f tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:45:12.747586 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d4ddd-5f72-4ccf-a821-cc62141a25d2 req-5df4984b-986f-4d05-99e6-5f95868b7f4f tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:12.748230 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-1b3d4ddd-5f72-4ccf-a821-cc62141a25d2 req-5df4984b-986f-4d05-99e6-5f95868b7f4f tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for port, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:12.779777 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-1b3d4ddd-5f72-4ccf-a821-cc62141a25d2 req-5df4984b-986f-4d05-99e6-5f95868b7f4f tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8575249 May 20 19:45:12.791461 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [req-1b3d4ddd-5f72-4ccf-a821-cc62141a25d2 req-cd73c189-5889-4077-823d-eaf361d20aa5 service neutron] Request body: {'port': {'device_id': '6565b2d5-a3da-414a-838f-5b09efc9abb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:45:12.818949 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.db [req-225d67f7-0114-405c-a179-83665638ae58 req-c95e8859-eca4-498e-8df2-bf830e3c11f5 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] For port eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550,segment=NetworkSegment(bbd097b1-fbbb-46bb-b9fd-966cb6b1545a),segment_id=bbd097b1-fbbb-46bb-b9fd-966cb6b1545a)] {{(pid=98243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:45:12.819325 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-225d67f7-0114-405c-a179-83665638ae58 req-c95e8859-eca4-498e-8df2-bf830e3c11f5 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:12.939405 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-1b3d4ddd-5f72-4ccf-a821-cc62141a25d2 req-cd73c189-5889-4077-823d-eaf361d20aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:13.183760 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414d7ae-7e02-4fb7-90ad-a75406d89acc req-c72be5d6-28f7-4805-904a-39793591f01e tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:13.185216 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-9414d7ae-7e02-4fb7-90ad-a75406d89acc req-c72be5d6-28f7-4805-904a-39793591f01e tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 946 time: 0.1862042 May 20 19:45:13.230167 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ac177-3383-4621-b9a6-adc7d53cf4d9 req-565ca9d5-4ab9-459b-b32f-eb9a8f69165b tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:13.231612 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-915ac177-3383-4621-b9a6-adc7d53cf4d9 req-565ca9d5-4ab9-459b-b32f-eb9a8f69165b tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?device_id=6565b2d5-a3da-414a-838f-5b09efc9abb0 HTTP/1.1" status: 200 len: 931 time: 0.2534695 May 20 19:45:13.234720 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-225d67f7-0114-405c-a179-83665638ae58 req-c95e8859-eca4-498e-8df2-bf830e3c11f5 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:13.235167 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-225d67f7-0114-405c-a179-83665638ae58 req-c95e8859-eca4-498e-8df2-bf830e3c11f5 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745732'] for floatingip, after_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:13.235483 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.db.l3_db [req-225d67f7-0114-405c-a179-83665638ae58 req-c95e8859-eca4-498e-8df2-bf830e3c11f5 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Floating IP a37e4a13-d5f7-435a-b00d-0ffb44f997d6 disassociated. External IP: 172.27.1.180, port: eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550. May 20 19:45:13.235859 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.plugin [req-225d67f7-0114-405c-a179-83665638ae58 req-c95e8859-eca4-498e-8df2-bf830e3c11f5 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Calling delete_port for eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550 owned by compute:nova {{(pid=98243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:45:13.290360 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-915ac177-3383-4621-b9a6-adc7d53cf4d9 req-1e0c0c29-779e-48f5-bd26-ff1848417c4a tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ed32cb8-5dc1-4f35-8912-ee32a56ad68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515921 May 20 19:45:13.304497 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-9414d7ae-7e02-4fb7-90ad-a75406d89acc req-9ecf8657-815e-48f6-9a62-c83025103f4b tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=28171389-33a4-4ee7-830f-68ebe4e2fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121480 May 20 19:45:13.388363 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-225d67f7-0114-405c-a179-83665638ae58 req-c95e8859-eca4-498e-8df2-bf830e3c11f5 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024'] for port, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:13.394184 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:45:13.398694 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.notifiers.nova [req-1b3d4ddd-5f72-4ccf-a821-cc62141a25d2 req-cd73c189-5889-4077-823d-eaf361d20aa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 489b4ddc-7be6-4744-923b-45f9205a7e8a {{(pid=98244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:45:13.406544 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-1b3d4ddd-5f72-4ccf-a821-cc62141a25d2 req-cd73c189-5889-4077-823d-eaf361d20aa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:13.421865 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.provisioning_blocks [req-1b3d4ddd-5f72-4ccf-a821-cc62141a25d2 req-cd73c189-5889-4077-823d-eaf361d20aa5 service neutron] Transition to ACTIVE for port object 489b4ddc-7be6-4744-923b-45f9205a7e8a will not be triggered until provisioned by entity L2. {{(pid=98244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:45:13.424815 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-1b3d4ddd-5f72-4ccf-a821-cc62141a25d2 req-cd73c189-5889-4077-823d-eaf361d20aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3028147'] for port, after_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:13.429479 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-53fba4d5-5cb0-4e42-9303-ba627603116c tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:45:13.441192 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95e8859-eca4-498e-8df2-bf830e3c11f5 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Pushing event deleted for resources: {'Port': ['ID=eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:45:13.453547 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95e8859-eca4-498e-8df2-bf830e3c11f5 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:13.453901 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95e8859-eca4-498e-8df2-bf830e3c11f5 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:13.454258 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95e8859-eca4-498e-8df2-bf830e3c11f5 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:13.454611 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95e8859-eca4-498e-8df2-bf830e3c11f5 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:13.454955 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95e8859-eca4-498e-8df2-bf830e3c11f5 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:13.455297 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95e8859-eca4-498e-8df2-bf830e3c11f5 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:13.455639 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95e8859-eca4-498e-8df2-bf830e3c11f5 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:13.456001 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95e8859-eca4-498e-8df2-bf830e3c11f5 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:13.456346 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95e8859-eca4-498e-8df2-bf830e3c11f5 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:13.456681 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95e8859-eca4-498e-8df2-bf830e3c11f5 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:13.457016 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95e8859-eca4-498e-8df2-bf830e3c11f5 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:13.457351 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95e8859-eca4-498e-8df2-bf830e3c11f5 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:13.506294 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-c95e8859-eca4-498e-8df2-bf830e3c11f5 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:45:13.612930 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd73c189-5889-4077-823d-eaf361d20aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=489b4ddc-7be6-4744-923b-45f9205a7e8a,revision_number=2']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:45:13.619691 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-cd73c189-5889-4077-823d-eaf361d20aa5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:45:13.634031 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-225d67f7-0114-405c-a179-83665638ae58 req-c95e8859-eca4-498e-8df2-bf830e3c11f5 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Router b76e83d9-5e8d-4508-ae8b-feb856be8fd5 has already been hosted by L3 agent bf06d900-968e-4d51-b3d3-e51a8143bf8e {{(pid=98243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:45:13.661686 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.managers [req-1b3d4ddd-5f72-4ccf-a821-cc62141a25d2 req-cd73c189-5889-4077-823d-eaf361d20aa5 service neutron] Attempting to bind port 489b4ddc-7be6-4744-923b-45f9205a7e8a on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:45:13.662015 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.managers [req-1b3d4ddd-5f72-4ccf-a821-cc62141a25d2 req-cd73c189-5889-4077-823d-eaf361d20aa5 service neutron] Attempting to bind port 489b4ddc-7be6-4744-923b-45f9205a7e8a by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '0783ad7b-959b-44b2-ae38-d305d09264d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a7ab55e1-6167-4164-bfcf-439bc846ee1f'}] {{(pid=98244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:45:13.662336 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3d4ddd-5f72-4ccf-a821-cc62141a25d2 req-cd73c189-5889-4077-823d-eaf361d20aa5 service neutron] Attempting to bind port 489b4ddc-7be6-4744-923b-45f9205a7e8a on network a7ab55e1-6167-4164-bfcf-439bc846ee1f {{(pid=98244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:45:13.666967 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3d4ddd-5f72-4ccf-a821-cc62141a25d2 req-cd73c189-5889-4077-823d-eaf361d20aa5 service neutron] Port 489b4ddc-7be6-4744-923b-45f9205a7e8a on network a7ab55e1-6167-4164-bfcf-439bc846ee1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 19:45:13.667281 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3d4ddd-5f72-4ccf-a821-cc62141a25d2 req-cd73c189-5889-4077-823d-eaf361d20aa5 service neutron] Attempting to bind port 489b4ddc-7be6-4744-923b-45f9205a7e8a on network a7ab55e1-6167-4164-bfcf-439bc846ee1f {{(pid=98244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:45:13.673074 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3d4ddd-5f72-4ccf-a821-cc62141a25d2 req-cd73c189-5889-4077-823d-eaf361d20aa5 service neutron] Checking agent: {'id': '35bcd696-cda5-4691-8ef9-fd8f1ab55a75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 39, 6), 'started_at': datetime.datetime(2021, 5, 20, 19, 39, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:45:13.673398 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3d4ddd-5f72-4ccf-a821-cc62141a25d2 req-cd73c189-5889-4077-823d-eaf361d20aa5 service neutron] Checking segment: {'id': '0783ad7b-959b-44b2-ae38-d305d09264d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a7ab55e1-6167-4164-bfcf-439bc846ee1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:45:13.673775 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3d4ddd-5f72-4ccf-a821-cc62141a25d2 req-cd73c189-5889-4077-823d-eaf361d20aa5 service neutron] Bound using segment: {'id': '0783ad7b-959b-44b2-ae38-d305d09264d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a7ab55e1-6167-4164-bfcf-439bc846ee1f'} {{(pid=98244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:45:13.674196 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.managers [req-1b3d4ddd-5f72-4ccf-a821-cc62141a25d2 req-cd73c189-5889-4077-823d-eaf361d20aa5 service neutron] Bound port: 489b4ddc-7be6-4744-923b-45f9205a7e8a, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0783ad7b-959b-44b2-ae38-d305d09264d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a7ab55e1-6167-4164-bfcf-439bc846ee1f'}}] {{(pid=98244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:45:13.674539 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-1b3d4ddd-5f72-4ccf-a821-cc62141a25d2 req-cd73c189-5889-4077-823d-eaf361d20aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:13.766037 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.db [req-1b3d4ddd-5f72-4ccf-a821-cc62141a25d2 req-cd73c189-5889-4077-823d-eaf361d20aa5 service neutron] For port 489b4ddc-7be6-4744-923b-45f9205a7e8a, host hv-cinder-79246, cleared binding levels {{(pid=98244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:45:13.769064 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.db [req-1b3d4ddd-5f72-4ccf-a821-cc62141a25d2 req-cd73c189-5889-4077-823d-eaf361d20aa5 service neutron] For port 489b4ddc-7be6-4744-923b-45f9205a7e8a, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=489b4ddc-7be6-4744-923b-45f9205a7e8a,segment=NetworkSegment(0783ad7b-959b-44b2-ae38-d305d09264d6),segment_id=0783ad7b-959b-44b2-ae38-d305d09264d6)] {{(pid=98244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:45:13.774040 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-1b3d4ddd-5f72-4ccf-a821-cc62141a25d2 req-cd73c189-5889-4077-823d-eaf361d20aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3028147'] for port, after_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:13.777770 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-3bd60166-3c03-4775-a1e6-eda190b65d43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:45:13.852130 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d4ddd-5f72-4ccf-a821-cc62141a25d2 req-cd73c189-5889-4077-823d-eaf361d20aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:13.852853 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-1b3d4ddd-5f72-4ccf-a821-cc62141a25d2 req-cd73c189-5889-4077-823d-eaf361d20aa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for port, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:13.854398 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-1b3d4ddd-5f72-4ccf-a821-cc62141a25d2 req-cd73c189-5889-4077-823d-eaf361d20aa5 service neutron] 10.222.0.65 "PUT /v2.0/ports/489b4ddc-7be6-4744-923b-45f9205a7e8a HTTP/1.1" status: 200 len: 1093 time: 1.0672066 May 20 19:45:13.854918 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6565b2d5-a3da-414a-838f-5b09efc9abb0', 'tag': '489b4ddc-7be6-4744-923b-45f9205a7e8a'}] {{(pid=98244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:45:13.875052 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd73c189-5889-4077-823d-eaf361d20aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=489b4ddc-7be6-4744-923b-45f9205a7e8a,revision_number=3']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:45:13.879362 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-cd73c189-5889-4077-823d-eaf361d20aa5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:45:13.894089 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-225d67f7-0114-405c-a179-83665638ae58 req-c95e8859-eca4-498e-8df2-bf830e3c11f5 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify agent at l3_agent.dv-cinder-792462-2-iscsi the message routers_updated {{(pid=98243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:45:13.905602 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dca9f1-4396-416f-90ec-78e63950409b None None] Sync routers for ids ['b76e83d9-5e8d-4508-ae8b-feb856be8fd5'] in dv-cinder-792462-2-iscsi {{(pid=98245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:45:13.917250 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dca9f1-4396-416f-90ec-78e63950409b None None] Routers {'b76e83d9-5e8d-4508-ae8b-feb856be8fd5'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:45:13.917250 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-d1dca9f1-4396-416f-90ec-78e63950409b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:45:04Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['b76e83d9-5e8d-4508-ae8b-feb856be8fd5'], 'active': True} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:45:13.937166 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6565b2d5-a3da-414a-838f-5b09efc9abb0', 'tag': '489b4ddc-7be6-4744-923b-45f9205a7e8a', 'status': 'completed', 'code': 200} May 20 19:45:13.970877 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.l3_dvrscheduler_db [req-225d67f7-0114-405c-a179-83665638ae58 req-c95e8859-eca4-498e-8df2-bf830e3c11f5 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] No DVR routers for this DVR port eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550 on host hv-cinder-79246 {{(pid=98243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:45:13.973635 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-225d67f7-0114-405c-a179-83665638ae58 req-c95e8859-eca4-498e-8df2-bf830e3c11f5 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for port, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:13.980461 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'debb1a7d-07d6-4185-946f-2b11a45912cc', 'name': 'network-vif-deleted', 'tag': 'eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550'}] {{(pid=98243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:45:13.992609 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-225d67f7-0114-405c-a179-83665638ae58 req-c95e8859-eca4-498e-8df2-bf830e3c11f5 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.65 "DELETE /v2.0/ports/eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550 HTTP/1.1" status: 204 len: 173 time: 1.4780667 May 20 19:45:14.033315 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'debb1a7d-07d6-4185-946f-2b11a45912cc', 'name': 'network-vif-deleted', 'tag': 'eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550', 'status': 'completed', 'code': 200} May 20 19:45:14.115955 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvr_db [None req-d1dca9f1-4396-416f-90ec-78e63950409b None None] Set router b76e83d9-5e8d-4508-ae8b-feb856be8fd5 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:45:14.492221 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-d1dca9f1-4396-416f-90ec-78e63950409b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1299378093-router', 'tenant_id': '8ed4e5869d204e20b671ef4c001a3511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:45Z', 'updated_at': '2021-05-20T19:41:02Z', 'revision_number': 4, 'project_id': '8ed4e5869d204e20b671ef4c001a3511', 'gw_port': {'id': '8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:04:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:47Z', 'updated_at': '2021-05-20T19:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': 'abd93313-6555-465f-9f3d-d1a0240c7e47', 'name': '', 'network_id': '3d38b6f3-7548-4a0e-896f-e9fb0c461e8e', 'tenant_id': '8ed4e5869d204e20b671ef4c001a3511', 'mac_address': 'fa:16:3e:d9:00:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5b859f84-1277-4d60-b0e8-72f23097ad76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:57Z', 'updated_at': '2021-05-20T19:41:15Z', 'revision_number': 5, 'project_id': '8ed4e5869d204e20b671ef4c001a3511', 'subnets': [{'id': '5b859f84-1277-4d60-b0e8-72f23097ad76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:45:14.496448 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dca9f1-4396-416f-90ec-78e63950409b None None] Checking router: b76e83d9-5e8d-4508-ae8b-feb856be8fd5 for host: dv-cinder-792462-2-iscsi {{(pid=98245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:45:14.498089 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-659365f2-bd4d-4130-8672-c1f9d72af02d req-c29b4257-c90d-4f09-ba00-46d8438be844 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 210 time: 0.0576348 May 20 19:45:14.515251 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dca9f1-4396-416f-90ec-78e63950409b None None] Routers {'b76e83d9-5e8d-4508-ae8b-feb856be8fd5'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:45:14.515251 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-d1dca9f1-4396-416f-90ec-78e63950409b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:45:04Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['b76e83d9-5e8d-4508-ae8b-feb856be8fd5'], 'active': True} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:45:14.517044 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319e207-f0d8-41d2-93b3-e7d8fa3779b0 req-2d2c4616-00a7-4bb9-907d-0c1a4d62441c tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:14.518514 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-5319e207-f0d8-41d2-93b3-e7d8fa3779b0 req-2d2c4616-00a7-4bb9-907d-0c1a4d62441c tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?device_id=6565b2d5-a3da-414a-838f-5b09efc9abb0 HTTP/1.1" status: 200 len: 943 time: 0.0912459 May 20 19:45:14.568160 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-5319e207-f0d8-41d2-93b3-e7d8fa3779b0 req-64b7f496-1f5a-4268-abb9-af63749b6f4e tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ed32cb8-5dc1-4f35-8912-ee32a56ad68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436311 May 20 19:45:14.683592 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvr_db [None req-d1dca9f1-4396-416f-90ec-78e63950409b None None] Set router b76e83d9-5e8d-4508-ae8b-feb856be8fd5 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:45:14.986371 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-d1dca9f1-4396-416f-90ec-78e63950409b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1299378093-router', 'tenant_id': '8ed4e5869d204e20b671ef4c001a3511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:45Z', 'updated_at': '2021-05-20T19:41:02Z', 'revision_number': 4, 'project_id': '8ed4e5869d204e20b671ef4c001a3511', 'gw_port': {'id': '8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:04:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:47Z', 'updated_at': '2021-05-20T19:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': 'abd93313-6555-465f-9f3d-d1a0240c7e47', 'name': '', 'network_id': '3d38b6f3-7548-4a0e-896f-e9fb0c461e8e', 'tenant_id': '8ed4e5869d204e20b671ef4c001a3511', 'mac_address': 'fa:16:3e:d9:00:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5b859f84-1277-4d60-b0e8-72f23097ad76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:57Z', 'updated_at': '2021-05-20T19:41:15Z', 'revision_number': 5, 'project_id': '8ed4e5869d204e20b671ef4c001a3511', 'subnets': [{'id': '5b859f84-1277-4d60-b0e8-72f23097ad76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:45:14.990168 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dca9f1-4396-416f-90ec-78e63950409b None None] The sync data for ids ['b76e83d9-5e8d-4508-ae8b-feb856be8fd5'] in dv-cinder-792462-2-iscsi is: [{'id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1299378093-router', 'tenant_id': '8ed4e5869d204e20b671ef4c001a3511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:45Z', 'updated_at': '2021-05-20T19:41:02Z', 'revision_number': 4, 'project_id': '8ed4e5869d204e20b671ef4c001a3511', 'gw_port': {'id': '8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:04:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:47Z', 'updated_at': '2021-05-20T19:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': 'abd93313-6555-465f-9f3d-d1a0240c7e47', 'name': '', 'network_id': '3d38b6f3-7548-4a0e-896f-e9fb0c461e8e', 'tenant_id': '8ed4e5869d204e20b671ef4c001a3511', 'mac_address': 'fa:16:3e:d9:00:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5b859f84-1277-4d60-b0e8-72f23097ad76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:57Z', 'updated_at': '2021-05-20T19:41:15Z', 'revision_number': 5, 'project_id': '8ed4e5869d204e20b671ef4c001a3511', 'subnets': [{'id': '5b859f84-1277-4d60-b0e8-72f23097ad76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:45:15.195305 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a126b9-09fe-4a7d-9bbb-8e35388e8d22 None None] New status for floating IP a37e4a13-d5f7-435a-b00d-0ffb44f997d6: DOWN {{(pid=98246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 19:45:15.653187 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-e6f892ed-811a-4e9b-ac73-fbffa8be052f req-43ac4cf4-2920-450d-90df-8f91dabe297e tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 210 time: 0.0430853 May 20 19:45:15.751957 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af1683-c727-47f6-b4f5-70e432f82740 req-7359085d-a3b2-4b45-b32d-9ef3e42c15a6 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:15.753395 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-d4af1683-c727-47f6-b4f5-70e432f82740 req-7359085d-a3b2-4b45-b32d-9ef3e42c15a6 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?device_id=6565b2d5-a3da-414a-838f-5b09efc9abb0 HTTP/1.1" status: 200 len: 943 time: 0.0784390 May 20 19:45:15.797798 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-d4af1683-c727-47f6-b4f5-70e432f82740 req-eb9a1d28-60fc-418d-be39-143e3cf9708e tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ed32cb8-5dc1-4f35-8912-ee32a56ad68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383921 May 20 19:45:16.396833 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4cdbd-c6ec-40f6-8a01-2402c4b0e4ba req-013c3ca6-ba22-48aa-8a8e-922b839619fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:16.398333 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7ea4cdbd-c6ec-40f6-8a01-2402c4b0e4ba req-013c3ca6-ba22-48aa-8a8e-922b839619fb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b30d257c909347a0a7a4a00520b04c7a&device_id=6565b2d5-a3da-414a-838f-5b09efc9abb0 HTTP/1.1" status: 200 len: 1096 time: 0.0740156 May 20 19:45:16.539498 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4cdbd-c6ec-40f6-8a01-2402c4b0e4ba req-5671cb40-970b-4fec-baa6-23a5e8ad4322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:16.540863 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7ea4cdbd-c6ec-40f6-8a01-2402c4b0e4ba req-5671cb40-970b-4fec-baa6-23a5e8ad4322 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=b30d257c909347a0a7a4a00520b04c7a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1339407 May 20 19:45:16.674414 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4cdbd-c6ec-40f6-8a01-2402c4b0e4ba req-cbaae942-796b-49ed-877e-43a9d7d8652d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:16.675914 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7ea4cdbd-c6ec-40f6-8a01-2402c4b0e4ba req-cbaae942-796b-49ed-877e-43a9d7d8652d service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1268499 May 20 19:45:16.800483 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d4ddd-5f72-4ccf-a821-cc62141a25d2 req-9a42058b-9c67-48e7-925f-6e47c01a0e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:16.802048 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-1b3d4ddd-5f72-4ccf-a821-cc62141a25d2 req-9a42058b-9c67-48e7-925f-6e47c01a0e6a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b30d257c909347a0a7a4a00520b04c7a&device_id=6565b2d5-a3da-414a-838f-5b09efc9abb0 HTTP/1.1" status: 200 len: 1096 time: 0.0727382 May 20 19:45:16.829781 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-02b47749-b136-4546-951a-5ffcc9859c72 req-fd484efa-bd19-4586-8a89-76c51485afe1 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=debb1a7d-07d6-4185-946f-2b11a45912cc HTTP/1.1" status: 200 len: 210 time: 0.0486486 May 20 19:45:16.880419 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-1b3d4ddd-5f72-4ccf-a821-cc62141a25d2 req-73ad9597-0b5f-421c-ab71-27327b93c65a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=489b4ddc-7be6-4744-923b-45f9205a7e8a HTTP/1.1" status: 200 len: 217 time: 0.0691915 May 20 19:45:17.001368 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d4ddd-5f72-4ccf-a821-cc62141a25d2 req-ebadc8d9-f28c-40f9-bc92-b98b5ae2bccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:17.002818 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-1b3d4ddd-5f72-4ccf-a821-cc62141a25d2 req-ebadc8d9-f28c-40f9-bc92-b98b5ae2bccf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ee6f1027-b222-4012-aa3e-1e06e15f9833 HTTP/1.1" status: 200 len: 855 time: 0.1140721 May 20 19:45:17.054384 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-1b3d4ddd-5f72-4ccf-a821-cc62141a25d2 req-dfeda66d-3a9e-4829-88eb-581f6481cd0a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a7ab55e1-6167-4164-bfcf-439bc846ee1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437210 May 20 19:45:17.065734 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a6b7e-da9a-4f6d-8e35-5550fa6f07f7 req-16239284-8cae-45bb-a492-b385b08d0193 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:17.067380 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c36a6b7e-da9a-4f6d-8e35-5550fa6f07f7 req-16239284-8cae-45bb-a492-b385b08d0193 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?device_id=6565b2d5-a3da-414a-838f-5b09efc9abb0 HTTP/1.1" status: 200 len: 943 time: 0.1478269 May 20 19:45:17.203298 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c36a6b7e-da9a-4f6d-8e35-5550fa6f07f7 req-f25a42a2-490e-44fb-9a53-fbf4fd4de61e tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ed32cb8-5dc1-4f35-8912-ee32a56ad68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136863 May 20 19:45:17.238450 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-1b3d4ddd-5f72-4ccf-a821-cc62141a25d2 req-f9d4d650-7b4a-4a5d-8a35-c96bb052d54c service neutron] 10.222.0.65 "GET /v2.0/networks/a7ab55e1-6167-4164-bfcf-439bc846ee1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701517 May 20 19:45:17.378333 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-1b3d4ddd-5f72-4ccf-a821-cc62141a25d2 req-f7429497-eb2b-4ac3-aab7-8111b0a0184e service neutron] 10.222.0.65 "GET /v2.0/networks/a7ab55e1-6167-4164-bfcf-439bc846ee1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317031 May 20 19:45:17.960128 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 40684) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:45:18.025285 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-067d1a59-6ec3-434f-92fd-711367daaf82 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks [] for security_group, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:18.124266 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-067d1a59-6ec3-434f-92fd-711367daaf82 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:18.177044 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-067d1a59-6ec3-434f-92fd-711367daaf82 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:18.181760 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-cb211732-75bc-4340-b3a0-39d969bccdf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:45:18.196258 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d1a59-6ec3-434f-92fd-711367daaf82 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28171389-33a4-4ee7-830f-68ebe4e2fb4c,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:45:18.202518 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-067d1a59-6ec3-434f-92fd-711367daaf82 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:45:18.205862 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-067d1a59-6ec3-434f-92fd-711367daaf82 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks [] for security_group, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:18.206985 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-067d1a59-6ec3-434f-92fd-711367daaf82 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "DELETE /v2.0/security-groups/28171389-33a4-4ee7-830f-68ebe4e2fb4c HTTP/1.1" status: 204 len: 168 time: 0.2457132 May 20 19:45:18.209368 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 489b4ddc-7be6-4744-923b-45f9205a7e8a details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 19:45:18.209834 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 40688) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:45:18.225530 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.api.v2.resource [None req-8b934400-6674-4102-b950-3905f4174ab4 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] show failed (client error): The resource could not be found. May 20 19:45:18.226085 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-8b934400-6674-4102-b950-3905f4174ab4 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups/28171389-33a4-4ee7-830f-68ebe4e2fb4c HTTP/1.1" status: 404 len: 347 time: 0.0153635 May 20 19:45:18.228829 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 40694) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:45:18.354966 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port 489b4ddc-7be6-4744-923b-45f9205a7e8a, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=489b4ddc-7be6-4744-923b-45f9205a7e8a,segment=NetworkSegment(0783ad7b-959b-44b2-ae38-d305d09264d6),segment_id=0783ad7b-959b-44b2-ae38-d305d09264d6)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:45:18.368479 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Returning: {'device': '489b4ddc-7be6-4744-923b-45f9205a7e8a', 'network_id': 'a7ab55e1-6167-4164-bfcf-439bc846ee1f', 'port_id': '489b4ddc-7be6-4744-923b-45f9205a7e8a', 'mac_address': 'fa:16:3e:26:5a:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee6f1027-b222-4012-aa3e-1e06e15f9833', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 19:45:18.429036 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:18.446650 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.notifiers.nova [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 489b4ddc-7be6-4744-923b-45f9205a7e8a {{(pid=98245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:45:18.462923 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port 489b4ddc-7be6-4744-923b-45f9205a7e8a, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=489b4ddc-7be6-4744-923b-45f9205a7e8a,segment=NetworkSegment(0783ad7b-959b-44b2-ae38-d305d09264d6),segment_id=0783ad7b-959b-44b2-ae38-d305d09264d6)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:45:18.466966 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:18.469998 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:45:18.537794 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Pushing event updated for resources: {'Port': ['ID=489b4ddc-7be6-4744-923b-45f9205a7e8a,revision_number=4']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:45:18.545352 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:18.546310 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:18.546681 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:18.547045 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:18.547376 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:18.547758 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:18.548086 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:18.548445 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:18.548789 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:18.549149 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:18.549472 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:18.549791 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:18.553711 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:45:18.621264 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463136e4-1ba3-4eef-8780-507ebd35cd05 req-d380bd2c-fcbd-4f29-b04c-aa5288b0f356 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:18.621938 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-463136e4-1ba3-4eef-8780-507ebd35cd05 req-d380bd2c-fcbd-4f29-b04c-aa5288b0f356 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Synchronizing usage tracker for tenant:b30d257c909347a0a7a4a00520b04c7a on resource:port {{(pid=98244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:45:18.632489 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.plugin [None req-d0c65abf-f128-4ddd-983a-bdf686c0f8a6 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Deleting port 06f80f4e-92da-4ca1-8ef7-9236f579590f {{(pid=98244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:45:18.632820 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d0c65abf-f128-4ddd-983a-bdf686c0f8a6 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:18.712323 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-463136e4-1ba3-4eef-8780-507ebd35cd05 req-d380bd2c-fcbd-4f29-b04c-aa5288b0f356 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Unset dirty status for tenant:b30d257c909347a0a7a4a00520b04c7a on resource:port {{(pid=98244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:45:18.713461 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-463136e4-1ba3-4eef-8780-507ebd35cd05 req-d380bd2c-fcbd-4f29-b04c-aa5288b0f356 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?device_id=6565b2d5-a3da-414a-838f-5b09efc9abb0 HTTP/1.1" status: 200 len: 943 time: 0.4013793 May 20 19:45:18.754217 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] get_ports_and_sgs() called for port_ids ['489b4ddc-7be6-4744-923b-45f9205a7e8a'] {{(pid=98245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:45:18.784356 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-463136e4-1ba3-4eef-8780-507ebd35cd05 req-5f3b6a56-0f63-4d1c-958d-84686d59f20a tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ed32cb8-5dc1-4f35-8912-ee32a56ad68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643716 May 20 19:45:18.788002 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d0c65abf-f128-4ddd-983a-bdf686c0f8a6 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:18.788325 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d0c65abf-f128-4ddd-983a-bdf686c0f8a6 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:18.919903 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.plugin [None req-d0c65abf-f128-4ddd-983a-bdf686c0f8a6 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Calling delete_port for 06f80f4e-92da-4ca1-8ef7-9236f579590f owned by network:floatingip {{(pid=98244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:45:19.037696 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d0c65abf-f128-4ddd-983a-bdf686c0f8a6 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3028154'] for port, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:19.041249 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:45:19.083338 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c65abf-f128-4ddd-983a-bdf686c0f8a6 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Pushing event deleted for resources: {'Port': ['ID=06f80f4e-92da-4ca1-8ef7-9236f579590f,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:45:19.086815 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-d0c65abf-f128-4ddd-983a-bdf686c0f8a6 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:45:19.175631 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d0c65abf-f128-4ddd-983a-bdf686c0f8a6 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks [] for floatingip, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:19.189474 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d0c65abf-f128-4ddd-983a-bdf686c0f8a6 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for floatingip, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:19.190603 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-d0c65abf-f128-4ddd-983a-bdf686c0f8a6 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "DELETE /v2.0/floatingips/a37e4a13-d5f7-435a-b00d-0ffb44f997d6 HTTP/1.1" status: 204 len: 168 time: 0.9577470 May 20 19:45:19.504191 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 40708) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:45:19.509527 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [None req-f41ca3bb-315a-4d65-aaf0-f7bc7e5abc77 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1442478333', 'description': 'tempest-description--149502274'}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:45:19.515519 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-f41ca3bb-315a-4d65-aaf0-f7bc7e5abc77 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:45:19.519846 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-f41ca3bb-315a-4d65-aaf0-f7bc7e5abc77 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Usage tracker for resource:security_group and tenant:8ed4e5869d204e20b671ef4c001a3511 is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:45:19.523492 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-f41ca3bb-315a-4d65-aaf0-f7bc7e5abc77 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:45:19.529469 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-f41ca3bb-315a-4d65-aaf0-f7bc7e5abc77 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:45:19.539330 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-f41ca3bb-315a-4d65-aaf0-f7bc7e5abc77 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks [] for security_group, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:19.560314 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-f41ca3bb-315a-4d65-aaf0-f7bc7e5abc77 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:45:19.564934 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-f41ca3bb-315a-4d65-aaf0-f7bc7e5abc77 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Usage tracker for resource:security_group_rule and tenant:8ed4e5869d204e20b671ef4c001a3511 is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:45:19.568194 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-f41ca3bb-315a-4d65-aaf0-f7bc7e5abc77 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:45:19.573986 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-f41ca3bb-315a-4d65-aaf0-f7bc7e5abc77 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:45:19.641987 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-f41ca3bb-315a-4d65-aaf0-f7bc7e5abc77 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks [] for security_group, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:19.645682 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-f41ca3bb-315a-4d65-aaf0-f7bc7e5abc77 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:19.649125 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-1446fea7-565b-4e84-a54f-e3af0fce30e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:45:19.692655 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ca3bb-315a-4d65-aaf0-f7bc7e5abc77 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efd7e395-33c1-483f-af2b-b985237753e9,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:45:19.695198 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-f41ca3bb-315a-4d65-aaf0-f7bc7e5abc77 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks [] for security_group, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:19.696389 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-f41ca3bb-315a-4d65-aaf0-f7bc7e5abc77 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1911950 May 20 19:45:19.697214 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-f41ca3bb-315a-4d65-aaf0-f7bc7e5abc77 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:45:19.699753 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 40712) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:45:19.704382 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [None req-27d0297d-0a13-4da6-96ff-c4c4241b859b tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Request body: {'security_group_rule': {'security_group_id': 'efd7e395-33c1-483f-af2b-b985237753e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:45:19.709928 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-27d0297d-0a13-4da6-96ff-c4c4241b859b tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:45:19.713723 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-27d0297d-0a13-4da6-96ff-c4c4241b859b tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Usage tracker for resource:security_group_rule and tenant:8ed4e5869d204e20b671ef4c001a3511 is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:45:19.716605 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-27d0297d-0a13-4da6-96ff-c4c4241b859b tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:45:19.722673 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-27d0297d-0a13-4da6-96ff-c4c4241b859b tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:45:19.738250 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-27d0297d-0a13-4da6-96ff-c4c4241b859b tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:19.796924 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-27d0297d-0a13-4da6-96ff-c4c4241b859b tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:19.800389 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-27d0297d-0a13-4da6-96ff-c4c4241b859b tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645359'] for security_group_rule, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:19.807497 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-9a7efe93-00c6-481b-8d91-11ad5a5a6336 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:45:19.825160 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d0297d-0a13-4da6-96ff-c4c4241b859b tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bbef84b-54b1-4352-9619-aebf2b7a34d7,revision_number=0']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:45:19.828325 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-27d0297d-0a13-4da6-96ff-c4c4241b859b tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:45:19.835645 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-27d0297d-0a13-4da6-96ff-c4c4241b859b tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:19.836846 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-27d0297d-0a13-4da6-96ff-c4c4241b859b tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1364367 May 20 19:45:19.839490 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 40718) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:45:19.845089 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [None req-eded4a01-ffd8-418c-a689-02a8dfbe9e1b tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Request body: {'security_group_rule': {'security_group_id': 'efd7e395-33c1-483f-af2b-b985237753e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:45:19.850545 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-eded4a01-ffd8-418c-a689-02a8dfbe9e1b tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:45:19.854379 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-eded4a01-ffd8-418c-a689-02a8dfbe9e1b tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Usage tracker for resource:security_group_rule and tenant:8ed4e5869d204e20b671ef4c001a3511 is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:45:19.857234 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-eded4a01-ffd8-418c-a689-02a8dfbe9e1b tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:45:19.864753 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-eded4a01-ffd8-418c-a689-02a8dfbe9e1b tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:45:19.888496 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-eded4a01-ffd8-418c-a689-02a8dfbe9e1b tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:19.949303 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-eded4a01-ffd8-418c-a689-02a8dfbe9e1b tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:19.954381 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-eded4a01-ffd8-418c-a689-02a8dfbe9e1b tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645359'] for security_group_rule, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:19.956453 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:45:19.977201 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7205202e-2dec-4068-8706-e9f7429a4e49 req-d9014107-17bd-44f8-9b53-e129196e8a3b tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:19.978700 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-7205202e-2dec-4068-8706-e9f7429a4e49 req-d9014107-17bd-44f8-9b53-e129196e8a3b tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?device_id=6565b2d5-a3da-414a-838f-5b09efc9abb0 HTTP/1.1" status: 200 len: 944 time: 0.0840888 May 20 19:45:19.978923 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded4a01-ffd8-418c-a689-02a8dfbe9e1b tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b1e3b66-59bd-4191-9a08-c8145f093c6d,revision_number=0']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:45:19.981366 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-eded4a01-ffd8-418c-a689-02a8dfbe9e1b tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:45:19.988515 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-eded4a01-ffd8-418c-a689-02a8dfbe9e1b tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:19.992760 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-eded4a01-ffd8-418c-a689-02a8dfbe9e1b tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1493435 May 20 19:45:19.992974 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 40722) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:45:19.997928 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [None req-bd85168f-3383-4908-8119-f1b0ff153d9d tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Request body: {'floatingip': {'floating_network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3'}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:45:20.003824 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-bd85168f-3383-4908-8119-f1b0ff153d9d tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:45:20.007628 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-bd85168f-3383-4908-8119-f1b0ff153d9d tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Usage tracker for resource:floatingip and tenant:8ed4e5869d204e20b671ef4c001a3511 is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:45:20.010449 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-bd85168f-3383-4908-8119-f1b0ff153d9d tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:45:20.016575 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-bd85168f-3383-4908-8119-f1b0ff153d9d tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:45:20.027099 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-7205202e-2dec-4068-8706-e9f7429a4e49 req-b332d0a4-6f70-4ce1-b97c-409f513a338e tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ed32cb8-5dc1-4f35-8912-ee32a56ad68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405064 May 20 19:45:20.028221 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-bd85168f-3383-4908-8119-f1b0ff153d9d tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks [] for floatingip, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:20.161232 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-bd85168f-3383-4908-8119-f1b0ff153d9d tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:20.220266 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 489b4ddc-7be6-4744-923b-45f9205a7e8a up at agent hyperv_hv-cinder-79246 {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:45:20.296652 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Provisioning for port 489b4ddc-7be6-4744-923b-45f9205a7e8a completed by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:45:20.300567 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.db_base_plugin_common [None req-bd85168f-3383-4908-8119-f1b0ff153d9d tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Allocated IP 172.27.1.103 (b6b8e223-f4e2-43c0-a9aa-6e12566b63e3/0824c86c-c492-497a-a433-a5123d2f3ae1/40f5d0d8-838d-486c-b68f-340ed938f87d) {{(pid=98243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:45:20.303845 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Provisioning complete for port 489b4ddc-7be6-4744-923b-45f9205a7e8a triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:45:20.304328 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:20.431612 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:20.449297 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-bd85168f-3383-4908-8119-f1b0ff153d9d tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks [] for port, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:20.458428 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6565b2d5-a3da-414a-838f-5b09efc9abb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '489b4ddc-7be6-4744-923b-45f9205a7e8a'}] {{(pid=98245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:45:20.469073 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port 489b4ddc-7be6-4744-923b-45f9205a7e8a, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=489b4ddc-7be6-4744-923b-45f9205a7e8a,segment=NetworkSegment(0783ad7b-959b-44b2-ae38-d305d09264d6),segment_id=0783ad7b-959b-44b2-ae38-d305d09264d6)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:45:20.473336 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:20.474176 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:45:20.478764 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-bd85168f-3383-4908-8119-f1b0ff153d9d tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015'] for port, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:20.482478 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:45:20.503230 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:45:20.540933 dv-cinder-792462-2-iscsi neutron-server[98245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6565b2d5-a3da-414a-838f-5b09efc9abb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '489b4ddc-7be6-4744-923b-45f9205a7e8a', 'code': 200} May 20 19:45:20.552738 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] No Port match for: eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550 {{(pid=98245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:45:20.553090 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device eac3b4b6-a7c4-4f1e-9fe5-c5dba4d00550 not bound to the agent host hv-cinder-79246 {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:45:20.554213 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd85168f-3383-4908-8119-f1b0ff153d9d tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Network b6b8e223-f4e2-43c0-a9aa-6e12566b63e3 is already hosted by enough agents. {{(pid=98243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:45:20.556957 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.base_scheduler [None req-bd85168f-3383-4908-8119-f1b0ff153d9d tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Resources bound (agent type, host, resource id): {{(pid=98243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:45:20.561459 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd85168f-3383-4908-8119-f1b0ff153d9d tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Received port after_create {{(pid=98243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:45:20.565043 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85168f-3383-4908-8119-f1b0ff153d9d tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Pushing event updated for resources: {'Port': ['ID=40f5d0d8-838d-486c-b68f-340ed938f87d,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:45:20.569323 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-bd85168f-3383-4908-8119-f1b0ff153d9d tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:45:20.585904 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Pushing event updated for resources: {'Port': ['ID=489b4ddc-7be6-4744-923b-45f9205a7e8a,revision_number=5']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:45:20.589526 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:45:20.594308 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-bd85168f-3383-4908-8119-f1b0ff153d9d tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:20.653156 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-bd85168f-3383-4908-8119-f1b0ff153d9d tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:20.865038 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba68f38-bdf5-402f-bead-0e83888311dd req-5c4e9789-ac41-460b-afef-7ef0c62893dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:20.866479 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7ba68f38-bdf5-402f-bead-0e83888311dd req-5c4e9789-ac41-460b-afef-7ef0c62893dc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6565b2d5-a3da-414a-838f-5b09efc9abb0 HTTP/1.1" status: 200 len: 1098 time: 0.1707880 May 20 19:45:20.927608 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7ba68f38-bdf5-402f-bead-0e83888311dd req-847c29b6-552c-421d-a92e-f1a5cd1d3c17 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8ed32cb8-5dc1-4f35-8912-ee32a56ad68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455837 May 20 19:45:20.945574 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-bd85168f-3383-4908-8119-f1b0ff153d9d tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks [] for port, precommit_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:20.949964 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-bd85168f-3383-4908-8119-f1b0ff153d9d tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:20.956046 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-09b54401-0c9d-451c-9925-29de07c206b8 tempest-ServerRescueNegativeTestJSON-1147608176 tempest-ServerRescueNegativeTestJSON-1147608176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:45:21.007686 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-bd85168f-3383-4908-8119-f1b0ff153d9d tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745732'] for floatingip, after_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:21.036027 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85168f-3383-4908-8119-f1b0ff153d9d tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Pushing event updated for resources: {'Port': ['ID=40f5d0d8-838d-486c-b68f-340ed938f87d,revision_number=2']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:45:21.038765 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-bd85168f-3383-4908-8119-f1b0ff153d9d tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:45:21.043369 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-bd85168f-3383-4908-8119-f1b0ff153d9d tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for floatingip, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:21.044377 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-bd85168f-3383-4908-8119-f1b0ff153d9d tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0504501 May 20 19:45:21.214898 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c475d-129d-49db-ac6b-4a76becb3ee0 req-a1460c4c-0fd0-4504-a1da-a93a4efad88e tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:21.216376 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-fc0c475d-129d-49db-ac6b-4a76becb3ee0 req-a1460c4c-0fd0-4504-a1da-a93a4efad88e tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?device_id=6565b2d5-a3da-414a-838f-5b09efc9abb0 HTTP/1.1" status: 200 len: 945 time: 0.0836251 May 20 19:45:21.258825 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-8ffc4c3c-ccfd-481c-bb13-9ea51b21d267 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Synchronizing usage tracker for tenant:8ed4e5869d204e20b671ef4c001a3511 on resource:security_group {{(pid=98243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:45:21.260268 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-fc0c475d-129d-49db-ac6b-4a76becb3ee0 req-dfa89d63-04e9-4ba2-8a06-4bb278c71377 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ed32cb8-5dc1-4f35-8912-ee32a56ad68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382161 May 20 19:45:21.274912 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-8ffc4c3c-ccfd-481c-bb13-9ea51b21d267 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Unset dirty status for tenant:8ed4e5869d204e20b671ef4c001a3511 on resource:security_group {{(pid=98243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:45:21.276240 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-8ffc4c3c-ccfd-481c-bb13-9ea51b21d267 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1442478333&fields=id&tenant_id=8ed4e5869d204e20b671ef4c001a3511 HTTP/1.1" status: 200 len: 267 time: 0.0561330 May 20 19:45:21.426691 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-ff1bd15b-6353-4fdd-8d07-127cc1299c22 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:21.428162 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-ff1bd15b-6353-4fdd-8d07-127cc1299c22 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/networks?id=3d38b6f3-7548-4a0e-896f-e9fb0c461e8e HTTP/1.1" status: 200 len: 817 time: 0.1453545 May 20 19:45:21.444581 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-a5e282b5-7f90-468f-9e7b-b1c4bbab185c tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/quotas/8ed4e5869d204e20b671ef4c001a3511 HTTP/1.1" status: 200 len: 375 time: 0.0108886 May 20 19:45:21.535959 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-ee8d19b7-7a9f-4dd4-8ac9-ae41b8043998 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Synchronizing usage tracker for tenant:8ed4e5869d204e20b671ef4c001a3511 on resource:port {{(pid=98243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:45:21.552246 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-ee8d19b7-7a9f-4dd4-8ac9-ae41b8043998 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Unset dirty status for tenant:8ed4e5869d204e20b671ef4c001a3511 on resource:port {{(pid=98243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:45:21.553629 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-ee8d19b7-7a9f-4dd4-8ac9-ae41b8043998 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8ed4e5869d204e20b671ef4c001a3511&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1034467 May 20 19:45:21.757004 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-61064f8a-b3cf-4a21-b089-4bedbc15b82b service neutron] 10.222.0.46 "GET /v2.0/networks/3d38b6f3-7548-4a0e-896f-e9fb0c461e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907418 May 20 19:45:21.895476 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-0df26312-c0e1-4194-a3aa-e5d27bef8023 service neutron] 10.222.0.46 "GET /v2.0/networks/3d38b6f3-7548-4a0e-896f-e9fb0c461e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321504 May 20 19:45:22.083115 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-e955d6b7-35a1-4d7c-86d2-daee028d0370 req-29bdfaa0-3610-4226-ac68-cb94e714ad0f tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Synchronizing usage tracker for tenant:8ed4e5869d204e20b671ef4c001a3511 on resource:port {{(pid=98244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:45:22.095736 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-e955d6b7-35a1-4d7c-86d2-daee028d0370 req-29bdfaa0-3610-4226-ac68-cb94e714ad0f tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Unset dirty status for tenant:8ed4e5869d204e20b671ef4c001a3511 on resource:port {{(pid=98244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:45:22.096929 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-e955d6b7-35a1-4d7c-86d2-daee028d0370 req-29bdfaa0-3610-4226-ac68-cb94e714ad0f tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 210 time: 0.0580039 May 20 19:45:22.449294 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be26b09-378f-46fa-b3a2-6222a804d641 req-0a0470d7-8647-4298-b89e-c69b56b617c2 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:22.450879 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-0be26b09-378f-46fa-b3a2-6222a804d641 req-0a0470d7-8647-4298-b89e-c69b56b617c2 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?device_id=6565b2d5-a3da-414a-838f-5b09efc9abb0 HTTP/1.1" status: 200 len: 945 time: 0.0797548 May 20 19:45:22.496511 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-0be26b09-378f-46fa-b3a2-6222a804d641 req-5d101d3c-5cf3-4ee8-9bc4-6eedb0e1c797 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ed32cb8-5dc1-4f35-8912-ee32a56ad68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391135 May 20 19:45:23.249963 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-41c2e699-d367-4f91-959c-7845b7c77c1e tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:23.252413 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-41c2e699-d367-4f91-959c-7845b7c77c1e tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.65 "GET /v2.0/networks?id=3d38b6f3-7548-4a0e-896f-e9fb0c461e8e HTTP/1.1" status: 200 len: 817 time: 0.1734056 May 20 19:45:23.285800 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-428d440f-184f-4860-94e5-a48cb3d88c62 req-f8aa5267-d717-4d13-afb1-2e5118418473 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 210 time: 0.0562918 May 20 19:45:23.335529 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-83ce57fa-3c95-42ad-b9b2-52b32598f09f tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ed4e5869d204e20b671ef4c001a3511 HTTP/1.1" status: 200 len: 380 time: 0.0644939 May 20 19:45:23.345603 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-a7fcb50b-d2f3-4ab5-b67a-6728e1277760 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Request body: {'port': {'device_id': '6b251ab0-478c-451c-8f5b-6056d1f49150', 'network_id': '3d38b6f3-7548-4a0e-896f-e9fb0c461e8e', 'admin_state_up': True, 'tenant_id': '8ed4e5869d204e20b671ef4c001a3511', 'security_groups': ['efd7e395-33c1-483f-af2b-b985237753e9']}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:45:23.479190 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-a7fcb50b-d2f3-4ab5-b67a-6728e1277760 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:45:23.488665 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-a7fcb50b-d2f3-4ab5-b67a-6728e1277760 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:45:23.497088 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-a7fcb50b-d2f3-4ab5-b67a-6728e1277760 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Made reservation on behalf of 8ed4e5869d204e20b671ef4c001a3511 for: {'port': 1} {{(pid=98243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:45:23.501337 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-a7fcb50b-d2f3-4ab5-b67a-6728e1277760 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:23.653158 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.db_base_plugin_common [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-a7fcb50b-d2f3-4ab5-b67a-6728e1277760 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Allocated IP 172.20.0.9 (3d38b6f3-7548-4a0e-896f-e9fb0c461e8e/5b859f84-1277-4d60-b0e8-72f23097ad76/2b62d4f7-65ba-46de-b0b1-a037d39bf785) {{(pid=98243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:45:23.844439 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-a7fcb50b-d2f3-4ab5-b67a-6728e1277760 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks [] for port, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:23.860341 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.provisioning_blocks [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-a7fcb50b-d2f3-4ab5-b67a-6728e1277760 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Transition to ACTIVE for port object 2b62d4f7-65ba-46de-b0b1-a037d39bf785 will not be triggered until provisioned by entity DHCP. {{(pid=98243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:45:23.885668 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-a7fcb50b-d2f3-4ab5-b67a-6728e1277760 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015'] for port, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:23.891321 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-8c98c358-e443-457d-a16c-6c4de710486e tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:45:23.967751 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-a7fcb50b-d2f3-4ab5-b67a-6728e1277760 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Network 3d38b6f3-7548-4a0e-896f-e9fb0c461e8e is already hosted by enough agents. {{(pid=98243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:45:23.971099 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.base_scheduler [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-a7fcb50b-d2f3-4ab5-b67a-6728e1277760 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Resources bound (agent type, host, resource id): {{(pid=98243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:45:23.975257 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-a7fcb50b-d2f3-4ab5-b67a-6728e1277760 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Received port after_create {{(pid=98243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:45:23.981253 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-a7fcb50b-d2f3-4ab5-b67a-6728e1277760 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:23.981781 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-a7fcb50b-d2f3-4ab5-b67a-6728e1277760 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for port, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:24.003847 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcb50b-d2f3-4ab5-b67a-6728e1277760 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Pushing event updated for resources: {'Port': ['ID=2b62d4f7-65ba-46de-b0b1-a037d39bf785,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:45:24.011081 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-a7fcb50b-d2f3-4ab5-b67a-6728e1277760 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:45:24.025987 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-a7fcb50b-d2f3-4ab5-b67a-6728e1277760 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6841502 May 20 19:45:24.038400 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-b569fb15-c7aa-4d53-a3ac-ab3a70e42ee4 service neutron] Request body: {'port': {'device_id': '6b251ab0-478c-451c-8f5b-6056d1f49150', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:45:24.154427 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-b569fb15-c7aa-4d53-a3ac-ab3a70e42ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:24.168533 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-ca7a69cf-ecc6-44fc-abc4-4470d5a217a6 None None] Provisioning for port 2b62d4f7-65ba-46de-b0b1-a037d39bf785 completed by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:45:24.173920 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-ca7a69cf-ecc6-44fc-abc4-4470d5a217a6 None None] Provisioning complete for port 2b62d4f7-65ba-46de-b0b1-a037d39bf785 triggered by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:45:24.174427 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ca7a69cf-ecc6-44fc-abc4-4470d5a217a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:24.229708 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-ca7a69cf-ecc6-44fc-abc4-4470d5a217a6 None None] Port 2b62d4f7-65ba-46de-b0b1-a037d39bf785 cannot update to ACTIVE because it is not bound. {{(pid=98245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 19:45:24.538286 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0244408-3797-437e-936a-ab30383ebadc req-9061592d-ea08-43d4-88c4-8daab870d1c4 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:24.539038 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-f0244408-3797-437e-936a-ab30383ebadc req-9061592d-ea08-43d4-88c4-8daab870d1c4 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Synchronizing usage tracker for tenant:8ed4e5869d204e20b671ef4c001a3511 on resource:port {{(pid=98243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:45:24.606236 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-f0244408-3797-437e-936a-ab30383ebadc req-9061592d-ea08-43d4-88c4-8daab870d1c4 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Unset dirty status for tenant:8ed4e5869d204e20b671ef4c001a3511 on resource:port {{(pid=98243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:45:24.607390 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-f0244408-3797-437e-936a-ab30383ebadc req-9061592d-ea08-43d4-88c4-8daab870d1c4 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 931 time: 0.2025638 May 20 19:45:24.609525 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.notifiers.nova [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-b569fb15-c7aa-4d53-a3ac-ab3a70e42ee4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b62d4f7-65ba-46de-b0b1-a037d39bf785 {{(pid=98243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:45:24.629322 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-b569fb15-c7aa-4d53-a3ac-ab3a70e42ee4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:24.637031 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092920e-d8cf-483c-9f28-3e842a99e20a req-54ca0c26-6639-4fb7-9dc5-8acae26be4b1 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:24.638458 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6092920e-d8cf-483c-9f28-3e842a99e20a req-54ca0c26-6639-4fb7-9dc5-8acae26be4b1 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/networks?id=a7ab55e1-6167-4164-bfcf-439bc846ee1f HTTP/1.1" status: 200 len: 815 time: 0.1439762 May 20 19:45:24.653911 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6092920e-d8cf-483c-9f28-3e842a99e20a req-bc0f9c32-5e4d-4770-b21a-050fcf3a6860 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/quotas/b30d257c909347a0a7a4a00520b04c7a HTTP/1.1" status: 200 len: 375 time: 0.0087490 May 20 19:45:24.661789 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.provisioning_blocks [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-b569fb15-c7aa-4d53-a3ac-ab3a70e42ee4 service neutron] Transition to ACTIVE for port object 2b62d4f7-65ba-46de-b0b1-a037d39bf785 will not be triggered until provisioned by entity L2. {{(pid=98243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:45:24.665495 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-b569fb15-c7aa-4d53-a3ac-ab3a70e42ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:24.671870 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-bd85168f-3383-4908-8119-f1b0ff153d9d tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:45:24.710246 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-f0244408-3797-437e-936a-ab30383ebadc req-05261522-0e7a-4d9a-9486-a089ca097de4 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963123 May 20 19:45:24.742714 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6092920e-d8cf-483c-9f28-3e842a99e20a req-6ab9c80e-4d94-4d28-b7bf-98ba416454c0 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b30d257c909347a0a7a4a00520b04c7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0824504 May 20 19:45:24.889110 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6092920e-d8cf-483c-9f28-3e842a99e20a req-5138b28b-7dcc-4355-bba3-6ba42d522c65 service neutron] 10.222.0.46 "GET /v2.0/networks/a7ab55e1-6167-4164-bfcf-439bc846ee1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361923 May 20 19:45:24.911480 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569fb15-c7aa-4d53-a3ac-ab3a70e42ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=2b62d4f7-65ba-46de-b0b1-a037d39bf785,revision_number=2']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:45:24.922730 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-b569fb15-c7aa-4d53-a3ac-ab3a70e42ee4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:45:24.938814 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.managers [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-b569fb15-c7aa-4d53-a3ac-ab3a70e42ee4 service neutron] Attempting to bind port 2b62d4f7-65ba-46de-b0b1-a037d39bf785 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:45:24.939166 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.managers [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-b569fb15-c7aa-4d53-a3ac-ab3a70e42ee4 service neutron] Attempting to bind port 2b62d4f7-65ba-46de-b0b1-a037d39bf785 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'bbd097b1-fbbb-46bb-b9fd-966cb6b1545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3d38b6f3-7548-4a0e-896f-e9fb0c461e8e'}] {{(pid=98243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:45:24.939483 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-b569fb15-c7aa-4d53-a3ac-ab3a70e42ee4 service neutron] Attempting to bind port 2b62d4f7-65ba-46de-b0b1-a037d39bf785 on network 3d38b6f3-7548-4a0e-896f-e9fb0c461e8e {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:45:24.943972 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-b569fb15-c7aa-4d53-a3ac-ab3a70e42ee4 service neutron] Port 2b62d4f7-65ba-46de-b0b1-a037d39bf785 on network 3d38b6f3-7548-4a0e-896f-e9fb0c461e8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 19:45:24.944299 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-b569fb15-c7aa-4d53-a3ac-ab3a70e42ee4 service neutron] Attempting to bind port 2b62d4f7-65ba-46de-b0b1-a037d39bf785 on network 3d38b6f3-7548-4a0e-896f-e9fb0c461e8e {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:45:24.949326 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-b569fb15-c7aa-4d53-a3ac-ab3a70e42ee4 service neutron] Checking agent: {'id': '35bcd696-cda5-4691-8ef9-fd8f1ab55a75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 39, 6), 'started_at': datetime.datetime(2021, 5, 20, 19, 39, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:45:24.949658 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-b569fb15-c7aa-4d53-a3ac-ab3a70e42ee4 service neutron] Checking segment: {'id': 'bbd097b1-fbbb-46bb-b9fd-966cb6b1545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3d38b6f3-7548-4a0e-896f-e9fb0c461e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:45:24.950033 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-b569fb15-c7aa-4d53-a3ac-ab3a70e42ee4 service neutron] Bound using segment: {'id': 'bbd097b1-fbbb-46bb-b9fd-966cb6b1545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3d38b6f3-7548-4a0e-896f-e9fb0c461e8e'} {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:45:24.950457 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.managers [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-b569fb15-c7aa-4d53-a3ac-ab3a70e42ee4 service neutron] Bound port: 2b62d4f7-65ba-46de-b0b1-a037d39bf785, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbd097b1-fbbb-46bb-b9fd-966cb6b1545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3d38b6f3-7548-4a0e-896f-e9fb0c461e8e'}}] {{(pid=98243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:45:24.950799 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-b569fb15-c7aa-4d53-a3ac-ab3a70e42ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:25.023093 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6092920e-d8cf-483c-9f28-3e842a99e20a req-7ac1b8ae-a056-4963-935e-1d475b4c7236 service neutron] 10.222.0.46 "GET /v2.0/networks/a7ab55e1-6167-4164-bfcf-439bc846ee1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278188 May 20 19:45:25.044567 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.db [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-b569fb15-c7aa-4d53-a3ac-ab3a70e42ee4 service neutron] For port 2b62d4f7-65ba-46de-b0b1-a037d39bf785, host hv-cinder-79246, cleared binding levels {{(pid=98243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:45:25.048247 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.db [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-b569fb15-c7aa-4d53-a3ac-ab3a70e42ee4 service neutron] For port 2b62d4f7-65ba-46de-b0b1-a037d39bf785, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2b62d4f7-65ba-46de-b0b1-a037d39bf785,segment=NetworkSegment(bbd097b1-fbbb-46bb-b9fd-966cb6b1545a),segment_id=bbd097b1-fbbb-46bb-b9fd-966cb6b1545a)] {{(pid=98243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:45:25.053201 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-b569fb15-c7aa-4d53-a3ac-ab3a70e42ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:25.057940 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:45:25.117359 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-b569fb15-c7aa-4d53-a3ac-ab3a70e42ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:25.117859 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-b569fb15-c7aa-4d53-a3ac-ab3a70e42ee4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for port, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:25.119529 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-b569fb15-c7aa-4d53-a3ac-ab3a70e42ee4 service neutron] 10.222.0.65 "PUT /v2.0/ports/2b62d4f7-65ba-46de-b0b1-a037d39bf785 HTTP/1.1" status: 200 len: 1093 time: 1.0853748 May 20 19:45:25.120633 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b251ab0-478c-451c-8f5b-6056d1f49150', 'tag': '2b62d4f7-65ba-46de-b0b1-a037d39bf785'}] {{(pid=98243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:45:25.147119 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569fb15-c7aa-4d53-a3ac-ab3a70e42ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=2b62d4f7-65ba-46de-b0b1-a037d39bf785,revision_number=3']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:45:25.150249 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-b569fb15-c7aa-4d53-a3ac-ab3a70e42ee4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:45:25.304044 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b251ab0-478c-451c-8f5b-6056d1f49150', 'tag': '2b62d4f7-65ba-46de-b0b1-a037d39bf785', 'status': 'completed', 'code': 200} May 20 19:45:25.315970 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c3bbeccf-5932-4988-ab9a-c5254cabe656 req-e5ef9d0f-771d-4142-b7ad-ec639ab6703f tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5f0c085-6c17-47dc-851d-5cd98ae8b010 HTTP/1.1" status: 200 len: 210 time: 0.1286688 May 20 19:45:25.355367 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-18b8edd5-983f-4c2e-b684-918784611200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:25.356833 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-18b8edd5-983f-4c2e-b684-918784611200 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8ed4e5869d204e20b671ef4c001a3511&device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 1096 time: 0.0958455 May 20 19:45:25.446393 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-7b29182f-5e8e-43c7-8999-9f3e1dcb4c3a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b62d4f7-65ba-46de-b0b1-a037d39bf785 HTTP/1.1" status: 200 len: 217 time: 0.0811613 May 20 19:45:25.512988 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-43c67d21-9b60-49e2-afc0-2575bdbd1b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:25.515899 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-43c67d21-9b60-49e2-afc0-2575bdbd1b6d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5b859f84-1277-4d60-b0e8-72f23097ad76 HTTP/1.1" status: 200 len: 856 time: 0.0595448 May 20 19:45:25.597660 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-af840b12-21f0-443c-9ef4-83b6148fc26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:25.599101 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-af840b12-21f0-443c-9ef4-83b6148fc26f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3d38b6f3-7548-4a0e-896f-e9fb0c461e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0766923 May 20 19:45:25.733619 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-ef8e22ac-84a8-433c-8ed5-7d8d1bfba77e service neutron] 10.222.0.65 "GET /v2.0/networks/3d38b6f3-7548-4a0e-896f-e9fb0c461e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238329 May 20 19:45:25.884375 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6cb31020-b317-4f96-83c4-464ea33fbf85 req-0a744b48-22d9-4155-927e-665fe404b8a1 service neutron] 10.222.0.65 "GET /v2.0/networks/3d38b6f3-7548-4a0e-896f-e9fb0c461e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445906 May 20 19:45:25.926055 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bd8c9-2be2-453d-b1e9-8653a4e287fe req-86c13b56-6e32-4e99-bcaf-7473265208f6 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:25.927526 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-d07bd8c9-2be2-453d-b1e9-8653a4e287fe req-86c13b56-6e32-4e99-bcaf-7473265208f6 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 943 time: 0.0910921 May 20 19:45:25.977699 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-d07bd8c9-2be2-453d-b1e9-8653a4e287fe req-f3bea6dc-f566-4ceb-b2e6-f4dd8148704e tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441403 May 20 19:45:26.018059 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa8548b-b96f-4529-9b29-d82596728585 req-439268bd-69a5-4ac5-9b19-7765942465d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:26.019600 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-1fa8548b-b96f-4529-9b29-d82596728585 req-439268bd-69a5-4ac5-9b19-7765942465d6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8ed4e5869d204e20b671ef4c001a3511&device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 1096 time: 0.0733721 May 20 19:45:26.151309 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa8548b-b96f-4529-9b29-d82596728585 req-1ba3df9f-c63c-40c6-b681-f0e624a5c8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:26.152806 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-1fa8548b-b96f-4529-9b29-d82596728585 req-1ba3df9f-c63c-40c6-b681-f0e624a5c8e2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3d38b6f3-7548-4a0e-896f-e9fb0c461e8e HTTP/1.1" status: 200 len: 918 time: 0.1216073 May 20 19:45:26.227967 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-1fa8548b-b96f-4529-9b29-d82596728585 req-e382082f-57bf-4421-ab49-be8af5f39636 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b62d4f7-65ba-46de-b0b1-a037d39bf785 HTTP/1.1" status: 200 len: 217 time: 0.0618248 May 20 19:45:26.302093 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa8548b-b96f-4529-9b29-d82596728585 req-c9396528-bdde-4b7e-8bd3-53d48e806a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:26.303524 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-1fa8548b-b96f-4529-9b29-d82596728585 req-c9396528-bdde-4b7e-8bd3-53d48e806a7b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5b859f84-1277-4d60-b0e8-72f23097ad76 HTTP/1.1" status: 200 len: 856 time: 0.0597723 May 20 19:45:26.391935 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa8548b-b96f-4529-9b29-d82596728585 req-ed8f5309-e2ed-420f-a654-a557241d70d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:26.393588 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-1fa8548b-b96f-4529-9b29-d82596728585 req-ed8f5309-e2ed-420f-a654-a557241d70d0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3d38b6f3-7548-4a0e-896f-e9fb0c461e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0816243 May 20 19:45:26.496963 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-51f47cbf-3979-4cb6-aa00-fe32957c98df req-8249a723-5848-47ca-8a5d-8373f3e6b328 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5f0c085-6c17-47dc-851d-5cd98ae8b010 HTTP/1.1" status: 200 len: 210 time: 0.0588892 May 20 19:45:26.590296 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-1fa8548b-b96f-4529-9b29-d82596728585 req-539936fe-a47f-436d-8467-3f0509943dac service neutron] 10.222.0.65 "GET /v2.0/networks/3d38b6f3-7548-4a0e-896f-e9fb0c461e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825290 May 20 19:45:26.597390 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092920e-d8cf-483c-9f28-3e842a99e20a req-4e21757c-7bf1-490f-9c88-19491ef5f854 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:26.598986 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6092920e-d8cf-483c-9f28-3e842a99e20a req-4e21757c-7bf1-490f-9c88-19491ef5f854 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.65 "GET /v2.0/networks?id=a7ab55e1-6167-4164-bfcf-439bc846ee1f HTTP/1.1" status: 200 len: 815 time: 0.2711868 May 20 19:45:26.617851 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [req-6092920e-d8cf-483c-9f28-3e842a99e20a req-0d683966-7710-497e-8c99-55d7f8284f3c tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Request body: {'port': {'device_id': 'c5f0c085-6c17-47dc-851d-5cd98ae8b010', 'network_id': 'a7ab55e1-6167-4164-bfcf-439bc846ee1f', 'admin_state_up': True, 'tenant_id': 'b30d257c909347a0a7a4a00520b04c7a'}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:45:26.763225 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [req-6092920e-d8cf-483c-9f28-3e842a99e20a req-0d683966-7710-497e-8c99-55d7f8284f3c tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:45:26.773295 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [req-6092920e-d8cf-483c-9f28-3e842a99e20a req-0d683966-7710-497e-8c99-55d7f8284f3c tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:45:26.784336 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6092920e-d8cf-483c-9f28-3e842a99e20a req-0d683966-7710-497e-8c99-55d7f8284f3c tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Made reservation on behalf of b30d257c909347a0a7a4a00520b04c7a for: {'port': 1} {{(pid=98244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:45:26.788421 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-6092920e-d8cf-483c-9f28-3e842a99e20a req-0d683966-7710-497e-8c99-55d7f8284f3c tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:26.825441 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-1fa8548b-b96f-4529-9b29-d82596728585 req-a7559ce7-bb6a-4de3-b352-504da5972df9 service neutron] 10.222.0.65 "GET /v2.0/networks/3d38b6f3-7548-4a0e-896f-e9fb0c461e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213595 May 20 19:45:26.953962 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.db_base_plugin_common [req-6092920e-d8cf-483c-9f28-3e842a99e20a req-0d683966-7710-497e-8c99-55d7f8284f3c tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Allocated IP 172.20.0.4 (a7ab55e1-6167-4164-bfcf-439bc846ee1f/ee6f1027-b222-4012-aa3e-1e06e15f9833/1b8270d0-c4c2-40b0-b34d-47bdfce4728b) {{(pid=98244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:45:27.220867 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-6092920e-d8cf-483c-9f28-3e842a99e20a req-0d683966-7710-497e-8c99-55d7f8284f3c tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Notify callbacks [] for port, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:27.241239 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35584466-8309-4e84-8c62-2c28cdde3866 req-9fe31cd8-27ae-4a0b-8112-4d25a7a0005d tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:27.242683 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-35584466-8309-4e84-8c62-2c28cdde3866 req-9fe31cd8-27ae-4a0b-8112-4d25a7a0005d tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 943 time: 0.1376543 May 20 19:45:27.294506 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-35584466-8309-4e84-8c62-2c28cdde3866 req-573784a0-054c-44cd-a015-967d790c5dd0 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451381 May 20 19:45:27.299951 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-6092920e-d8cf-483c-9f28-3e842a99e20a req-0d683966-7710-497e-8c99-55d7f8284f3c tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3028154'] for port, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:27.306992 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-374d0b06-f165-4c0a-8952-889a53041beb tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:45:27.312585 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] get_ports_and_sgs() called for port_ids ['21f81e92-4b19-47cc-984b-8a941760f554', '489b4ddc-7be6-4744-923b-45f9205a7e8a'] {{(pid=98245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:45:27.370905 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6092920e-d8cf-483c-9f28-3e842a99e20a req-0d683966-7710-497e-8c99-55d7f8284f3c tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Network a7ab55e1-6167-4164-bfcf-439bc846ee1f is already hosted by enough agents. {{(pid=98244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:45:27.374764 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.base_scheduler [req-6092920e-d8cf-483c-9f28-3e842a99e20a req-0d683966-7710-497e-8c99-55d7f8284f3c tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Resources bound (agent type, host, resource id): {{(pid=98244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:45:27.379029 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.l3_dvrscheduler_db [req-6092920e-d8cf-483c-9f28-3e842a99e20a req-0d683966-7710-497e-8c99-55d7f8284f3c tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Received port after_create {{(pid=98244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:45:27.419767 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d683966-7710-497e-8c99-55d7f8284f3c tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Pushing event updated for resources: {'Port': ['ID=1b8270d0-c4c2-40b0-b34d-47bdfce4728b,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:45:27.429437 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-0d683966-7710-497e-8c99-55d7f8284f3c tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:45:27.450073 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092920e-d8cf-483c-9f28-3e842a99e20a req-0d683966-7710-497e-8c99-55d7f8284f3c tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:27.450681 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-6092920e-d8cf-483c-9f28-3e842a99e20a req-0d683966-7710-497e-8c99-55d7f8284f3c tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for port, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:27.475428 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6092920e-d8cf-483c-9f28-3e842a99e20a req-0d683966-7710-497e-8c99-55d7f8284f3c tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8629425 May 20 19:45:27.490263 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [req-6092920e-d8cf-483c-9f28-3e842a99e20a req-192c314e-2564-4c80-b27d-917d6e71b9d0 service neutron] Request body: {'port': {'device_id': 'c5f0c085-6c17-47dc-851d-5cd98ae8b010', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:45:27.603259 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-6092920e-d8cf-483c-9f28-3e842a99e20a req-192c314e-2564-4c80-b27d-917d6e71b9d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:27.684855 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21584413-7d66-4a3e-a582-f8f2aa7fc4b9 req-9d899ffd-0da1-4a69-8882-75ba93c1b806 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:27.686918 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-21584413-7d66-4a3e-a582-f8f2aa7fc4b9 req-9d899ffd-0da1-4a69-8882-75ba93c1b806 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5f0c085-6c17-47dc-851d-5cd98ae8b010 HTTP/1.1" status: 200 len: 931 time: 0.0778260 May 20 19:45:27.733493 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-21584413-7d66-4a3e-a582-f8f2aa7fc4b9 req-2a357eae-ed57-4cdc-997e-372df1c391f6 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ed32cb8-5dc1-4f35-8912-ee32a56ad68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401657 May 20 19:45:27.873204 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 40870) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:45:27.983620 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.notifiers.nova [req-6092920e-d8cf-483c-9f28-3e842a99e20a req-192c314e-2564-4c80-b27d-917d6e71b9d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b8270d0-c4c2-40b0-b34d-47bdfce4728b {{(pid=98244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:45:27.989727 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcc7104d-44b0-42a7-8e08-7142bb7fdd58 admin admin] Deleting subnet 847ba496-f866-4ba0-8ef1-9d82e5bba737 {{(pid=98244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 19:45:27.994200 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-dcc7104d-44b0-42a7-8e08-7142bb7fdd58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:28.023067 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-6092920e-d8cf-483c-9f28-3e842a99e20a req-192c314e-2564-4c80-b27d-917d6e71b9d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:28.053282 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.provisioning_blocks [req-6092920e-d8cf-483c-9f28-3e842a99e20a req-192c314e-2564-4c80-b27d-917d6e71b9d0 service neutron] Transition to ACTIVE for port object 1b8270d0-c4c2-40b0-b34d-47bdfce4728b will not be triggered until provisioned by entity L2. {{(pid=98244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:45:28.058204 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-6092920e-d8cf-483c-9f28-3e842a99e20a req-192c314e-2564-4c80-b27d-917d6e71b9d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3028147'] for port, after_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:28.062977 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-dcc7104d-44b0-42a7-8e08-7142bb7fdd58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-740392'] for subnet, precommit_delete_associations {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:28.087657 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-f3ab4f0d-efa0-4d39-8d48-3c09d44dc350 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:45:28.225002 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192c314e-2564-4c80-b27d-917d6e71b9d0 service neutron] Pushing event updated for resources: {'Port': ['ID=1b8270d0-c4c2-40b0-b34d-47bdfce4728b,revision_number=2']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:45:28.231970 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-192c314e-2564-4c80-b27d-917d6e71b9d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:45:28.240068 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 2b62d4f7-65ba-46de-b0b1-a037d39bf785 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 19:45:28.372757 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-dcc7104d-44b0-42a7-8e08-7142bb7fdd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378450'] for subnet, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:28.411343 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port 2b62d4f7-65ba-46de-b0b1-a037d39bf785, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2b62d4f7-65ba-46de-b0b1-a037d39bf785,segment=NetworkSegment(bbd097b1-fbbb-46bb-b9fd-966cb6b1545a),segment_id=bbd097b1-fbbb-46bb-b9fd-966cb6b1545a)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:45:28.427569 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Returning: {'device': '2b62d4f7-65ba-46de-b0b1-a037d39bf785', 'network_id': '3d38b6f3-7548-4a0e-896f-e9fb0c461e8e', 'port_id': '2b62d4f7-65ba-46de-b0b1-a037d39bf785', 'mac_address': 'fa:16:3e:61:d8:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b859f84-1277-4d60-b0e8-72f23097ad76', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 19:45:28.482814 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:28.499161 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.notifiers.nova [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b62d4f7-65ba-46de-b0b1-a037d39bf785 {{(pid=98245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:45:28.514939 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port 2b62d4f7-65ba-46de-b0b1-a037d39bf785, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2b62d4f7-65ba-46de-b0b1-a037d39bf785,segment=NetworkSegment(bbd097b1-fbbb-46bb-b9fd-966cb6b1545a),segment_id=bbd097b1-fbbb-46bb-b9fd-966cb6b1545a)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:45:28.518862 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:28.521487 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:45:28.568405 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.managers [req-6092920e-d8cf-483c-9f28-3e842a99e20a req-192c314e-2564-4c80-b27d-917d6e71b9d0 service neutron] Attempting to bind port 1b8270d0-c4c2-40b0-b34d-47bdfce4728b on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:45:28.568740 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.managers [req-6092920e-d8cf-483c-9f28-3e842a99e20a req-192c314e-2564-4c80-b27d-917d6e71b9d0 service neutron] Attempting to bind port 1b8270d0-c4c2-40b0-b34d-47bdfce4728b by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '0783ad7b-959b-44b2-ae38-d305d09264d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a7ab55e1-6167-4164-bfcf-439bc846ee1f'}] {{(pid=98244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:45:28.569065 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6092920e-d8cf-483c-9f28-3e842a99e20a req-192c314e-2564-4c80-b27d-917d6e71b9d0 service neutron] Attempting to bind port 1b8270d0-c4c2-40b0-b34d-47bdfce4728b on network a7ab55e1-6167-4164-bfcf-439bc846ee1f {{(pid=98244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:45:28.586624 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Pushing event updated for resources: {'Port': ['ID=2b62d4f7-65ba-46de-b0b1-a037d39bf785,revision_number=4']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:45:28.589682 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:45:28.621481 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6092920e-d8cf-483c-9f28-3e842a99e20a req-192c314e-2564-4c80-b27d-917d6e71b9d0 service neutron] Port 1b8270d0-c4c2-40b0-b34d-47bdfce4728b on network a7ab55e1-6167-4164-bfcf-439bc846ee1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 19:45:28.621804 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6092920e-d8cf-483c-9f28-3e842a99e20a req-192c314e-2564-4c80-b27d-917d6e71b9d0 service neutron] Attempting to bind port 1b8270d0-c4c2-40b0-b34d-47bdfce4728b on network a7ab55e1-6167-4164-bfcf-439bc846ee1f {{(pid=98244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:45:28.641904 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6092920e-d8cf-483c-9f28-3e842a99e20a req-192c314e-2564-4c80-b27d-917d6e71b9d0 service neutron] Checking agent: {'id': '35bcd696-cda5-4691-8ef9-fd8f1ab55a75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 39, 6), 'started_at': datetime.datetime(2021, 5, 20, 19, 39, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:45:28.642238 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6092920e-d8cf-483c-9f28-3e842a99e20a req-192c314e-2564-4c80-b27d-917d6e71b9d0 service neutron] Checking segment: {'id': '0783ad7b-959b-44b2-ae38-d305d09264d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a7ab55e1-6167-4164-bfcf-439bc846ee1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:45:28.642616 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6092920e-d8cf-483c-9f28-3e842a99e20a req-192c314e-2564-4c80-b27d-917d6e71b9d0 service neutron] Bound using segment: {'id': '0783ad7b-959b-44b2-ae38-d305d09264d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a7ab55e1-6167-4164-bfcf-439bc846ee1f'} {{(pid=98244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:45:28.643043 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.managers [req-6092920e-d8cf-483c-9f28-3e842a99e20a req-192c314e-2564-4c80-b27d-917d6e71b9d0 service neutron] Bound port: 1b8270d0-c4c2-40b0-b34d-47bdfce4728b, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0783ad7b-959b-44b2-ae38-d305d09264d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a7ab55e1-6167-4164-bfcf-439bc846ee1f'}}] {{(pid=98244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:45:28.643386 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-6092920e-d8cf-483c-9f28-3e842a99e20a req-192c314e-2564-4c80-b27d-917d6e71b9d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:28.674639 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed8876-123d-4615-a6b3-581590cb55f7 req-4b0aae07-9f64-41fe-a2a3-32d22f918731 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:28.676035 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-5eed8876-123d-4615-a6b3-581590cb55f7 req-4b0aae07-9f64-41fe-a2a3-32d22f918731 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 943 time: 0.2492416 May 20 19:45:28.839265 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] get_ports_and_sgs() called for port_ids ['2b62d4f7-65ba-46de-b0b1-a037d39bf785'] {{(pid=98245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:45:28.840448 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-5eed8876-123d-4615-a6b3-581590cb55f7 req-5bf11fbc-d3b2-40e3-ade2-04330658c5e8 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324120 May 20 19:45:28.856580 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.db [req-6092920e-d8cf-483c-9f28-3e842a99e20a req-192c314e-2564-4c80-b27d-917d6e71b9d0 service neutron] For port 1b8270d0-c4c2-40b0-b34d-47bdfce4728b, host hv-cinder-79246, cleared binding levels {{(pid=98244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:45:28.859050 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.db [req-6092920e-d8cf-483c-9f28-3e842a99e20a req-192c314e-2564-4c80-b27d-917d6e71b9d0 service neutron] For port 1b8270d0-c4c2-40b0-b34d-47bdfce4728b, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=1b8270d0-c4c2-40b0-b34d-47bdfce4728b,segment=NetworkSegment(0783ad7b-959b-44b2-ae38-d305d09264d6),segment_id=0783ad7b-959b-44b2-ae38-d305d09264d6)] {{(pid=98244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:45:28.867644 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-6092920e-d8cf-483c-9f28-3e842a99e20a req-192c314e-2564-4c80-b27d-917d6e71b9d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3028147'] for port, after_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:28.880986 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-0d683966-7710-497e-8c99-55d7f8284f3c tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:45:28.928246 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34e634-764e-4be5-ac84-4f7d9ef4ac20 req-f39e951d-e93c-4906-98d5-aa3fecd14bb6 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:28.929618 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-2e34e634-764e-4be5-ac84-4f7d9ef4ac20 req-f39e951d-e93c-4906-98d5-aa3fecd14bb6 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5f0c085-6c17-47dc-851d-5cd98ae8b010 HTTP/1.1" status: 200 len: 943 time: 0.0923202 May 20 19:45:28.931956 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-dcc7104d-44b0-42a7-8e08-7142bb7fdd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3028041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3031077'] for subnet, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:28.941685 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092920e-d8cf-483c-9f28-3e842a99e20a req-192c314e-2564-4c80-b27d-917d6e71b9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:28.942348 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-6092920e-d8cf-483c-9f28-3e842a99e20a req-192c314e-2564-4c80-b27d-917d6e71b9d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for port, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:28.943623 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6092920e-d8cf-483c-9f28-3e842a99e20a req-192c314e-2564-4c80-b27d-917d6e71b9d0 service neutron] 10.222.0.65 "PUT /v2.0/ports/1b8270d0-c4c2-40b0-b34d-47bdfce4728b HTTP/1.1" status: 200 len: 1093 time: 1.4576128 May 20 19:45:28.946999 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f0c085-6c17-47dc-851d-5cd98ae8b010', 'tag': '1b8270d0-c4c2-40b0-b34d-47bdfce4728b'}] {{(pid=98244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:45:28.963484 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-dcc7104d-44b0-42a7-8e08-7142bb7fdd58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:28.975947 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-dcc7104d-44b0-42a7-8e08-7142bb7fdd58 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/847ba496-f866-4ba0-8ef1-9d82e5bba737 HTTP/1.1" status: 204 len: 168 time: 1.1016495 May 20 19:45:28.977155 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192c314e-2564-4c80-b27d-917d6e71b9d0 service neutron] Pushing event updated for resources: {'Port': ['ID=1b8270d0-c4c2-40b0-b34d-47bdfce4728b,revision_number=3']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:45:28.979827 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 40880) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:45:28.995292 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-2e34e634-764e-4be5-ac84-4f7d9ef4ac20 req-d0dbf26f-56d5-4438-857e-52eaa016d7a8 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ed32cb8-5dc1-4f35-8912-ee32a56ad68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580370 May 20 19:45:28.999215 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-192c314e-2564-4c80-b27d-917d6e71b9d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:45:28.999825 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:45:29.071996 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5f0c085-6c17-47dc-851d-5cd98ae8b010', 'tag': '1b8270d0-c4c2-40b0-b34d-47bdfce4728b', 'status': 'completed', 'code': 200} May 20 19:45:29.072787 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc7104d-44b0-42a7-8e08-7142bb7fdd58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=847ba496-f866-4ba0-8ef1-9d82e5bba737,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:45:29.087787 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-dcc7104d-44b0-42a7-8e08-7142bb7fdd58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:45:29.167490 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-095a8857-1f7e-45a8-8630-b45fd1af1795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748490'] for network, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:29.215864 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092920e-d8cf-483c-9f28-3e842a99e20a req-9953cf17-976a-439b-8a17-47eb65cd84f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:29.217268 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6092920e-d8cf-483c-9f28-3e842a99e20a req-9953cf17-976a-439b-8a17-47eb65cd84f3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b30d257c909347a0a7a4a00520b04c7a&device_id=c5f0c085-6c17-47dc-851d-5cd98ae8b010 HTTP/1.1" status: 200 len: 1096 time: 0.1884499 May 20 19:45:29.305566 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6092920e-d8cf-483c-9f28-3e842a99e20a req-fbea5709-7fc0-476e-ad4d-4cb14512907c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b8270d0-c4c2-40b0-b34d-47bdfce4728b HTTP/1.1" status: 200 len: 217 time: 0.0737126 May 20 19:45:29.389117 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-095a8857-1f7e-45a8-8630-b45fd1af1795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377309', 'neutron.services.segments.db._delete_segments_for_network-8778153038201'] for network, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:29.413958 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.services.segments.db [None req-095a8857-1f7e-45a8-8630-b45fd1af1795 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e77661e-ca37-4cff-bb5e-966d2b75dbde']}} {{(pid=98244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:45:29.430803 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.services.segments.db [None req-095a8857-1f7e-45a8-8630-b45fd1af1795 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd43e1fd1-5688-4134-8bc2-a0f2d5580276') {'for_net_delete': True} {{(pid=98244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:45:29.431096 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.services.segments.db [None req-095a8857-1f7e-45a8-8630-b45fd1af1795 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd43e1fd1-5688-4134-8bc2-a0f2d5580276') {} {{(pid=98244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:45:29.446402 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-095a8857-1f7e-45a8-8630-b45fd1af1795 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778153050359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-740391'] for segment, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:29.453172 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092920e-d8cf-483c-9f28-3e842a99e20a req-20649741-8c20-4b88-b388-c8611dd5075b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:29.454562 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6092920e-d8cf-483c-9f28-3e842a99e20a req-20649741-8c20-4b88-b388-c8611dd5075b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ee6f1027-b222-4012-aa3e-1e06e15f9833 HTTP/1.1" status: 200 len: 855 time: 0.1016381 May 20 19:45:29.463994 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-095a8857-1f7e-45a8-8630-b45fd1af1795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717217'] for segment, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:29.503357 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-095a8857-1f7e-45a8-8630-b45fd1af1795 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=98244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 19:45:29.503671 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-095a8857-1f7e-45a8-8630-b45fd1af1795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3028207'] for segment, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:29.516216 dv-cinder-792462-2-iscsi neutron-server[98244]: Traceback (most recent call last): May 20 19:45:29.516216 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 19:45:29.516216 dv-cinder-792462-2-iscsi neutron-server[98244]: timer() May 20 19:45:29.516216 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 19:45:29.516216 dv-cinder-792462-2-iscsi neutron-server[98244]: cb(*args, **kw) May 20 19:45:29.516216 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 19:45:29.516216 dv-cinder-792462-2-iscsi neutron-server[98244]: return func(*args, **kwargs) May 20 19:45:29.516216 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 19:45:29.516216 dv-cinder-792462-2-iscsi neutron-server[98244]: self._notify() May 20 19:45:29.516216 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 19:45:29.516216 dv-cinder-792462-2-iscsi neutron-server[98244]: self.callback(batched_events) May 20 19:45:29.516216 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 19:45:29.516216 dv-cinder-792462-2-iscsi neutron-server[98244]: event.method(event) May 20 19:45:29.516216 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 19:45:29.516216 dv-cinder-792462-2-iscsi neutron-server[98244]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 19:45:29.516216 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 19:45:29.516216 dv-cinder-792462-2-iscsi neutron-server[98244]: aggregate_uuid = self.p_client.list_aggregates( May 20 19:45:29.516216 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 19:45:29.516216 dv-cinder-792462-2-iscsi neutron-server[98244]: return f(self, *a, **k) May 20 19:45:29.516216 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 19:45:29.516216 dv-cinder-792462-2-iscsi neutron-server[98244]: return self._get(url).json() May 20 19:45:29.516216 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 19:45:29.516216 dv-cinder-792462-2-iscsi neutron-server[98244]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 19:45:29.516216 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 19:45:29.516216 dv-cinder-792462-2-iscsi neutron-server[98244]: return self.request(url, 'GET', **kwargs) May 20 19:45:29.516216 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 19:45:29.516216 dv-cinder-792462-2-iscsi neutron-server[98244]: base_url = self.get_endpoint(auth, allow=allow, May 20 19:45:29.516216 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 19:45:29.516216 dv-cinder-792462-2-iscsi neutron-server[98244]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 19:45:29.516216 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 19:45:29.516216 dv-cinder-792462-2-iscsi neutron-server[98244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 19:45:29.516216 dv-cinder-792462-2-iscsi neutron-server[98244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 19:45:29.525107 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6092920e-d8cf-483c-9f28-3e842a99e20a req-66ea48c3-9583-436f-9a5f-8f47b215c10c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a7ab55e1-6167-4164-bfcf-439bc846ee1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589361 May 20 19:45:29.669808 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-095a8857-1f7e-45a8-8630-b45fd1af1795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745754'] for network, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:29.685370 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-0bbec48d-0063-48aa-8e52-4134636bedda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:45:29.697526 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-095a8857-1f7e-45a8-8630-b45fd1af1795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for network, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:29.712260 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095a8857-1f7e-45a8-8630-b45fd1af1795 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e77661e-ca37-4cff-bb5e-966d2b75dbde,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:45:29.716980 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-095a8857-1f7e-45a8-8630-b45fd1af1795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:45:29.725640 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-095a8857-1f7e-45a8-8630-b45fd1af1795 admin admin] 10.222.0.46 "DELETE /v2.0/networks/7e77661e-ca37-4cff-bb5e-966d2b75dbde HTTP/1.1" status: 204 len: 168 time: 0.7447355 May 20 19:45:29.742963 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6092920e-d8cf-483c-9f28-3e842a99e20a req-0b3008e6-0893-4292-aa73-311b9f6c538a service neutron] 10.222.0.65 "GET /v2.0/networks/a7ab55e1-6167-4164-bfcf-439bc846ee1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056603 May 20 19:45:29.839627 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 40886) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:45:29.890443 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-6f4989e7-5547-45e5-9e8c-ab0fca07b4b4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b910624489f245c5a1a93e564fa3c63a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495584 May 20 19:45:29.893028 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 40892) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:45:29.956741 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-12b194e4-7562-4898-9e08-77d35ff12926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:29.991986 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6092920e-d8cf-483c-9f28-3e842a99e20a req-9626a84c-b831-4ed2-85de-ff90fcbcbfd4 service neutron] 10.222.0.65 "GET /v2.0/networks/a7ab55e1-6167-4164-bfcf-439bc846ee1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414093 May 20 19:45:30.023550 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-12b194e4-7562-4898-9e08-77d35ff12926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:30.103426 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719aa048-2b1d-41a5-b733-54de4ab425da req-c7ea23a8-db76-4381-8c23-eaf44d2fbc96 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:30.104836 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-719aa048-2b1d-41a5-b733-54de4ab425da req-c7ea23a8-db76-4381-8c23-eaf44d2fbc96 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 944 time: 0.1203334 May 20 19:45:30.129911 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-12b194e4-7562-4898-9e08-77d35ff12926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:30.136670 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-a40b44f8-9f69-49a8-9c6e-c39b7f39bf68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:45:30.156010 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b194e4-7562-4898-9e08-77d35ff12926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da23f62e-b946-4d7c-99b5-45d99dc8e77c,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:45:30.164659 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-12b194e4-7562-4898-9e08-77d35ff12926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:45:30.175841 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-12b194e4-7562-4898-9e08-77d35ff12926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:30.176942 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-12b194e4-7562-4898-9e08-77d35ff12926 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/da23f62e-b946-4d7c-99b5-45d99dc8e77c HTTP/1.1" status: 204 len: 168 time: 0.2831805 May 20 19:45:30.190140 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-719aa048-2b1d-41a5-b733-54de4ab425da req-b0abbc39-869c-4907-8209-411f08722c08 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769155 May 20 19:45:30.194978 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bd3443-2217-4f7d-ae18-046cd7b00313 req-28c2e7d8-1e3e-4fb3-94b1-1da7727784b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:30.196478 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-e7bd3443-2217-4f7d-ae18-046cd7b00313 req-28c2e7d8-1e3e-4fb3-94b1-1da7727784b5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b30d257c909347a0a7a4a00520b04c7a&device_id=c5f0c085-6c17-47dc-851d-5cd98ae8b010 HTTP/1.1" status: 200 len: 1096 time: 0.1457467 May 20 19:45:30.234995 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02ac40-0d92-4f6e-903a-63df01c2d226 req-b54f637a-c5e0-4e9f-80cf-c438d3ad25fd tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:30.235669 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-4f02ac40-0d92-4f6e-903a-63df01c2d226 req-b54f637a-c5e0-4e9f-80cf-c438d3ad25fd tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Synchronizing usage tracker for tenant:b30d257c909347a0a7a4a00520b04c7a on resource:port {{(pid=98244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:45:30.270370 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 2b62d4f7-65ba-46de-b0b1-a037d39bf785 up at agent hyperv_hv-cinder-79246 {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:45:30.320270 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-4f02ac40-0d92-4f6e-903a-63df01c2d226 req-b54f637a-c5e0-4e9f-80cf-c438d3ad25fd tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Unset dirty status for tenant:b30d257c909347a0a7a4a00520b04c7a on resource:port {{(pid=98244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:45:30.321363 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-4f02ac40-0d92-4f6e-903a-63df01c2d226 req-b54f637a-c5e0-4e9f-80cf-c438d3ad25fd tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5f0c085-6c17-47dc-851d-5cd98ae8b010 HTTP/1.1" status: 200 len: 943 time: 0.2117434 May 20 19:45:30.347142 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Provisioning for port 2b62d4f7-65ba-46de-b0b1-a037d39bf785 completed by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:45:30.352138 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Provisioning complete for port 2b62d4f7-65ba-46de-b0b1-a037d39bf785 triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:45:30.352517 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:30.365251 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bd3443-2217-4f7d-ae18-046cd7b00313 req-ce8dcdc3-ba01-462c-a05c-dcda7f8cda4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:30.366830 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-e7bd3443-2217-4f7d-ae18-046cd7b00313 req-ce8dcdc3-ba01-462c-a05c-dcda7f8cda4f service neutron] 10.222.0.65 "GET /v2.0/networks?id=a7ab55e1-6167-4164-bfcf-439bc846ee1f HTTP/1.1" status: 200 len: 916 time: 0.1628389 May 20 19:45:30.452356 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-e7bd3443-2217-4f7d-ae18-046cd7b00313 req-24461bd1-bb0b-4a59-8c12-8d581827198a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b8270d0-c4c2-40b0-b34d-47bdfce4728b HTTP/1.1" status: 200 len: 217 time: 0.0744669 May 20 19:45:30.455212 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-4f02ac40-0d92-4f6e-903a-63df01c2d226 req-160f0cfe-150a-4c44-a5fa-5057fd91e77f tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ed32cb8-5dc1-4f35-8912-ee32a56ad68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247020 May 20 19:45:30.493957 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:30.520707 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bd3443-2217-4f7d-ae18-046cd7b00313 req-12a94d10-949c-49d7-b2f1-8f641c84a59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:30.522149 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-e7bd3443-2217-4f7d-ae18-046cd7b00313 req-12a94d10-949c-49d7-b2f1-8f641c84a59a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ee6f1027-b222-4012-aa3e-1e06e15f9833 HTTP/1.1" status: 200 len: 855 time: 0.0623314 May 20 19:45:30.524410 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b251ab0-478c-451c-8f5b-6056d1f49150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b62d4f7-65ba-46de-b0b1-a037d39bf785'}] {{(pid=98245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:45:30.535293 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port 2b62d4f7-65ba-46de-b0b1-a037d39bf785, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2b62d4f7-65ba-46de-b0b1-a037d39bf785,segment=NetworkSegment(bbd097b1-fbbb-46bb-b9fd-966cb6b1545a),segment_id=bbd097b1-fbbb-46bb-b9fd-966cb6b1545a)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:45:30.540470 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:30.542993 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:45:30.575112 dv-cinder-792462-2-iscsi neutron-server[98245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b251ab0-478c-451c-8f5b-6056d1f49150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b62d4f7-65ba-46de-b0b1-a037d39bf785', 'code': 200} May 20 19:45:30.581954 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-e7bd3443-2217-4f7d-ae18-046cd7b00313 req-2d76e1af-cd19-4df1-9df6-01b5f5580f02 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a7ab55e1-6167-4164-bfcf-439bc846ee1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498948 May 20 19:45:30.612520 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Pushing event updated for resources: {'Port': ['ID=2b62d4f7-65ba-46de-b0b1-a037d39bf785,revision_number=5']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:45:30.615614 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:45:30.723050 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-e7bd3443-2217-4f7d-ae18-046cd7b00313 req-c6993490-985d-47ed-a315-56d8f1fd537a service neutron] 10.222.0.65 "GET /v2.0/networks/a7ab55e1-6167-4164-bfcf-439bc846ee1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317871 May 20 19:45:30.822926 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c88fccd-882c-424b-a722-19ebd5ab5c44 req-0010531f-09e5-45a9-b8d2-dfbd96197e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:30.824472 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-0c88fccd-882c-424b-a722-19ebd5ab5c44 req-0010531f-09e5-45a9-b8d2-dfbd96197e2a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 1098 time: 0.0693879 May 20 19:45:30.852959 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-e7bd3443-2217-4f7d-ae18-046cd7b00313 req-22c76e63-2616-4144-ba51-0050a8980fd9 service neutron] 10.222.0.65 "GET /v2.0/networks/a7ab55e1-6167-4164-bfcf-439bc846ee1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231713 May 20 19:45:30.868683 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-0c88fccd-882c-424b-a722-19ebd5ab5c44 req-1c47cf73-f77f-42e8-9b7b-eccadbd0d963 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343018 May 20 19:45:31.366953 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa34cf-35b7-477e-a877-d57543a37816 req-928e3980-bc38-4de1-af4d-dbc15f08a02b tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:31.368395 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-5cfa34cf-35b7-477e-a877-d57543a37816 req-928e3980-bc38-4de1-af4d-dbc15f08a02b tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 945 time: 0.0767605 May 20 19:45:31.413079 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-5cfa34cf-35b7-477e-a877-d57543a37816 req-aab5c486-bd68-4433-b5cc-70af6b12a655 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389512 May 20 19:45:31.643819 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a5b1c-131a-4b0f-98c4-269d4ae8b922 req-d0ac5ca4-ec42-4306-9f7a-a1cf0fc0f9f8 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:31.645239 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-260a5b1c-131a-4b0f-98c4-269d4ae8b922 req-d0ac5ca4-ec42-4306-9f7a-a1cf0fc0f9f8 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5f0c085-6c17-47dc-851d-5cd98ae8b010 HTTP/1.1" status: 200 len: 943 time: 0.0809443 May 20 19:45:31.687448 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-260a5b1c-131a-4b0f-98c4-269d4ae8b922 req-38588a4d-9f22-45e9-a935-b64b8798a973 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ed32cb8-5dc1-4f35-8912-ee32a56ad68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365195 May 20 19:45:32.220517 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-7fb017e3-bb2d-4ec4-a53c-37b46005c401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:32.288530 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 1b8270d0-c4c2-40b0-b34d-47bdfce4728b details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 19:45:32.418115 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port 1b8270d0-c4c2-40b0-b34d-47bdfce4728b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=1b8270d0-c4c2-40b0-b34d-47bdfce4728b,segment=NetworkSegment(0783ad7b-959b-44b2-ae38-d305d09264d6),segment_id=0783ad7b-959b-44b2-ae38-d305d09264d6)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:45:32.432960 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Returning: {'device': '1b8270d0-c4c2-40b0-b34d-47bdfce4728b', 'network_id': 'a7ab55e1-6167-4164-bfcf-439bc846ee1f', 'port_id': '1b8270d0-c4c2-40b0-b34d-47bdfce4728b', 'mac_address': 'fa:16:3e:ce:d3:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee6f1027-b222-4012-aa3e-1e06e15f9833', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 19:45:32.491689 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:32.509193 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.notifiers.nova [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b8270d0-c4c2-40b0-b34d-47bdfce4728b {{(pid=98245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:45:32.525055 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port 1b8270d0-c4c2-40b0-b34d-47bdfce4728b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=1b8270d0-c4c2-40b0-b34d-47bdfce4728b,segment=NetworkSegment(0783ad7b-959b-44b2-ae38-d305d09264d6),segment_id=0783ad7b-959b-44b2-ae38-d305d09264d6)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:45:32.529004 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:32.531859 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:45:32.599145 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Pushing event updated for resources: {'Port': ['ID=1b8270d0-c4c2-40b0-b34d-47bdfce4728b,revision_number=4']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:45:32.602189 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:45:32.603422 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b088ab-3a5b-4380-9ceb-a54403b596f8 req-6b28ea15-e5d3-49fe-9d55-8849418c9f87 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:32.605633 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-f1b088ab-3a5b-4380-9ceb-a54403b596f8 req-6b28ea15-e5d3-49fe-9d55-8849418c9f87 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 945 time: 0.0852592 May 20 19:45:32.651421 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-f1b088ab-3a5b-4380-9ceb-a54403b596f8 req-c51a956c-74f5-417b-b8af-09831eb78820 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399895 May 20 19:45:32.832516 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad0f0b-c31d-426b-9de1-da41008b8c5a req-40553173-b292-4799-9ba8-4c85a504779a tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:32.833947 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-8cad0f0b-c31d-426b-9de1-da41008b8c5a req-40553173-b292-4799-9ba8-4c85a504779a tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 945 time: 0.0786192 May 20 19:45:32.842613 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 40914) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:45:32.848280 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [None req-f25973b3-0529-4684-b1de-28dc0fb76ae5 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Request body: {'floatingip': {'port_id': '2b62d4f7-65ba-46de-b0b1-a037d39bf785'}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:45:32.863550 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] get_ports_and_sgs() called for port_ids ['1b8270d0-c4c2-40b0-b34d-47bdfce4728b'] {{(pid=98245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:45:32.871159 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edf475-19f1-4179-ab36-4e6676d1fa74 req-f9fab8be-fa32-4023-825f-7736623c9907 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:32.872647 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-d4edf475-19f1-4179-ab36-4e6676d1fa74 req-f9fab8be-fa32-4023-825f-7736623c9907 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5f0c085-6c17-47dc-851d-5cd98ae8b010 HTTP/1.1" status: 200 len: 944 time: 0.0791538 May 20 19:45:32.922155 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-d4edf475-19f1-4179-ab36-4e6676d1fa74 req-5865aedb-c87b-4725-8adb-2d1e6c354e0d tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ed32cb8-5dc1-4f35-8912-ee32a56ad68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432556 May 20 19:45:32.925397 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-f25973b3-0529-4684-b1de-28dc0fb76ae5 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks [] for floatingip, before_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:33.423831 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.agents_db [None req-81082b58-be1a-4fbd-9926-297307221300 None None] Agent healthcheck: found 6 active agents {{(pid=98246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:45:33.494068 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-f25973b3-0529-4684-b1de-28dc0fb76ae5 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:33.497454 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-f25973b3-0529-4684-b1de-28dc0fb76ae5 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745732'] for floatingip, after_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:33.726422 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.db.l3_db [None req-f25973b3-0529-4684-b1de-28dc0fb76ae5 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Floating IP 2e9c8fd3-8eaf-4a77-bf9b-b703d3fea19f associated. External IP: 172.27.1.103, port: 2b62d4f7-65ba-46de-b0b1-a037d39bf785. May 20 19:45:34.123444 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25973b3-0529-4684-b1de-28dc0fb76ae5 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Router b76e83d9-5e8d-4508-ae8b-feb856be8fd5 has already been hosted by L3 agent bf06d900-968e-4d51-b3d3-e51a8143bf8e {{(pid=98243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:45:34.225245 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45419ab7-4615-4fe6-be03-8629d5298b8e req-1f7b49b4-88dd-44fc-a535-a654358f6c7b tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:34.226691 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-45419ab7-4615-4fe6-be03-8629d5298b8e req-1f7b49b4-88dd-44fc-a535-a654358f6c7b tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5f0c085-6c17-47dc-851d-5cd98ae8b010 HTTP/1.1" status: 200 len: 944 time: 0.1769221 May 20 19:45:34.301787 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 1b8270d0-c4c2-40b0-b34d-47bdfce4728b up at agent hyperv_hv-cinder-79246 {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:45:34.349851 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-45419ab7-4615-4fe6-be03-8629d5298b8e req-49ec1474-422c-403b-b98e-539bac01175d tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ed32cb8-5dc1-4f35-8912-ee32a56ad68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159532 May 20 19:45:34.352926 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25973b3-0529-4684-b1de-28dc0fb76ae5 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify agent at l3_agent.dv-cinder-792462-2-iscsi the message routers_updated {{(pid=98243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:45:34.357969 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-f25973b3-0529-4684-b1de-28dc0fb76ae5 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for floatingip, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:34.365722 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90aa7e62-6b97-4457-a1c2-416fc1170986 None None] Sync routers for ids ['b76e83d9-5e8d-4508-ae8b-feb856be8fd5'] in dv-cinder-792462-2-iscsi {{(pid=98245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:45:34.379841 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90aa7e62-6b97-4457-a1c2-416fc1170986 None None] Routers {'b76e83d9-5e8d-4508-ae8b-feb856be8fd5'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:45:34.382539 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-90aa7e62-6b97-4457-a1c2-416fc1170986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:45:04Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['b76e83d9-5e8d-4508-ae8b-feb856be8fd5'], 'active': True} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:45:34.417115 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-f25973b3-0529-4684-b1de-28dc0fb76ae5 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "PUT /v2.0/floatingips/2e9c8fd3-8eaf-4a77-bf9b-b703d3fea19f HTTP/1.1" status: 200 len: 991 time: 1.5728130 May 20 19:45:34.418234 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b251ab0-478c-451c-8f5b-6056d1f49150', 'tag': '2b62d4f7-65ba-46de-b0b1-a037d39bf785'}] {{(pid=98243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:45:34.470746 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b251ab0-478c-451c-8f5b-6056d1f49150', 'tag': '2b62d4f7-65ba-46de-b0b1-a037d39bf785', 'status': 'completed', 'code': 200} May 20 19:45:34.474276 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Provisioning for port 1b8270d0-c4c2-40b0-b34d-47bdfce4728b completed by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:45:34.488086 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Provisioning complete for port 1b8270d0-c4c2-40b0-b34d-47bdfce4728b triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:45:34.488461 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:34.537618 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-356da619-5845-469e-bb4b-4826ec2b3cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:34.590343 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f738e57-5913-4d26-a316-649efa606865 req-d608a499-8801-470b-8fe3-e6c98d155a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:34.592084 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6f738e57-5913-4d26-a316-649efa606865 req-d608a499-8801-470b-8fe3-e6c98d155a87 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8ed4e5869d204e20b671ef4c001a3511&device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 1098 time: 0.0836663 May 20 19:45:34.642968 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvr_db [None req-90aa7e62-6b97-4457-a1c2-416fc1170986 None None] Set router b76e83d9-5e8d-4508-ae8b-feb856be8fd5 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:45:34.734059 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f738e57-5913-4d26-a316-649efa606865 req-388ed281-39c1-4b3a-8b45-2d07f76236ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:34.735585 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6f738e57-5913-4d26-a316-649efa606865 req-388ed281-39c1-4b3a-8b45-2d07f76236ea service neutron] 10.222.0.65 "GET /v2.0/networks?id=3d38b6f3-7548-4a0e-896f-e9fb0c461e8e HTTP/1.1" status: 200 len: 918 time: 0.1270163 May 20 19:45:34.840196 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6f738e57-5913-4d26-a316-649efa606865 req-9863f435-cb50-4024-8094-502c791cfe94 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b62d4f7-65ba-46de-b0b1-a037d39bf785 HTTP/1.1" status: 200 len: 999 time: 0.0929327 May 20 19:45:34.873336 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:34.875234 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:34.906554 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f738e57-5913-4d26-a316-649efa606865 req-a81b2810-92b8-4534-b6c4-d10c47845a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:34.908003 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6f738e57-5913-4d26-a316-649efa606865 req-a81b2810-92b8-4534-b6c4-d10c47845a49 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5b859f84-1277-4d60-b0e8-72f23097ad76 HTTP/1.1" status: 200 len: 856 time: 0.0604255 May 20 19:45:34.924377 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f0c085-6c17-47dc-851d-5cd98ae8b010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8270d0-c4c2-40b0-b34d-47bdfce4728b'}] {{(pid=98245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:45:34.947441 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port 1b8270d0-c4c2-40b0-b34d-47bdfce4728b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=1b8270d0-c4c2-40b0-b34d-47bdfce4728b,segment=NetworkSegment(0783ad7b-959b-44b2-ae38-d305d09264d6),segment_id=0783ad7b-959b-44b2-ae38-d305d09264d6)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:45:34.953589 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:34.988174 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f738e57-5913-4d26-a316-649efa606865 req-4c1d0d41-c9f7-4a84-b2ac-3df7c569e704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:34.989766 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6f738e57-5913-4d26-a316-649efa606865 req-4c1d0d41-c9f7-4a84-b2ac-3df7c569e704 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3d38b6f3-7548-4a0e-896f-e9fb0c461e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0718541 May 20 19:45:35.000169 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:45:35.032438 dv-cinder-792462-2-iscsi neutron-server[98245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f0c085-6c17-47dc-851d-5cd98ae8b010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8270d0-c4c2-40b0-b34d-47bdfce4728b', 'code': 200} May 20 19:45:35.100629 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Pushing event updated for resources: {'Port': ['ID=1b8270d0-c4c2-40b0-b34d-47bdfce4728b,revision_number=5']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:45:35.127947 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:45:35.173416 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-90aa7e62-6b97-4457-a1c2-416fc1170986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1299378093-router', 'tenant_id': '8ed4e5869d204e20b671ef4c001a3511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:45Z', 'updated_at': '2021-05-20T19:41:02Z', 'revision_number': 4, 'project_id': '8ed4e5869d204e20b671ef4c001a3511', 'gw_port': {'id': '8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:04:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:47Z', 'updated_at': '2021-05-20T19:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_floatingips': [{'id': '2e9c8fd3-8eaf-4a77-bf9b-b703d3fea19f', 'tenant_id': '8ed4e5869d204e20b671ef4c001a3511', 'floating_ip_address': '172.27.1.103', 'floating_network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'router_id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'port_id': '2b62d4f7-65ba-46de-b0b1-a037d39bf785', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d38b6f3-7548-4a0e-896f-e9fb0c461e8e', 'mac_address': 'fa:16:3e:61:d8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b251ab0-478c-451c-8f5b-6056d1f49150', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T19:45:20Z', 'updated_at': '2021-05-20T19:45:33Z', 'revision_number': 1, 'project_id': '8ed4e5869d204e20b671ef4c001a3511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abd93313-6555-465f-9f3d-d1a0240c7e47', 'name': '', 'network_id': '3d38b6f3-7548-4a0e-896f-e9fb0c461e8e', 'tenant_id': '8ed4e5869d204e20b671ef4c001a3511', 'mac_address': 'fa:16:3e:d9:00:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5b859f84-1277-4d60-b0e8-72f23097ad76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:57Z', 'updated_at': '2021-05-20T19:41:15Z', 'revision_number': 5, 'project_id': '8ed4e5869d204e20b671ef4c001a3511', 'subnets': [{'id': '5b859f84-1277-4d60-b0e8-72f23097ad76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:45:35.176079 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90aa7e62-6b97-4457-a1c2-416fc1170986 None None] Checking router: b76e83d9-5e8d-4508-ae8b-feb856be8fd5 for host: dv-cinder-792462-2-iscsi {{(pid=98245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:45:35.185603 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90aa7e62-6b97-4457-a1c2-416fc1170986 None None] Routers {'b76e83d9-5e8d-4508-ae8b-feb856be8fd5'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:45:35.186440 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-90aa7e62-6b97-4457-a1c2-416fc1170986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:45:34Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['b76e83d9-5e8d-4508-ae8b-feb856be8fd5'], 'active': True} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:45:35.231441 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6f738e57-5913-4d26-a316-649efa606865 req-9cf3074a-ce42-4c5e-95cc-34ac23c1a999 service neutron] 10.222.0.65 "GET /v2.0/networks/3d38b6f3-7548-4a0e-896f-e9fb0c461e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209654 May 20 19:45:35.248240 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88776b7c-c745-4647-b0da-16f2d2478783 req-391107e8-35f1-4699-8ea2-11762fbdb9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:35.250426 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-88776b7c-c745-4647-b0da-16f2d2478783 req-391107e8-35f1-4699-8ea2-11762fbdb9ac service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c5f0c085-6c17-47dc-851d-5cd98ae8b010 HTTP/1.1" status: 200 len: 1098 time: 0.0699871 May 20 19:45:35.294606 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-88776b7c-c745-4647-b0da-16f2d2478783 req-283f7b69-c21d-4750-b79a-8a37d4d88b89 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8ed32cb8-5dc1-4f35-8912-ee32a56ad68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363350 May 20 19:45:35.368632 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6f738e57-5913-4d26-a316-649efa606865 req-b0661d11-c4f8-40a4-a5f8-3d24a634d370 service neutron] 10.222.0.65 "GET /v2.0/networks/3d38b6f3-7548-4a0e-896f-e9fb0c461e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300316 May 20 19:45:35.372523 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvr_db [None req-90aa7e62-6b97-4457-a1c2-416fc1170986 None None] Set router b76e83d9-5e8d-4508-ae8b-feb856be8fd5 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:45:35.543086 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce04e2b-1521-4bad-8a2a-3a04d3d918ab req-28a8c35a-7416-4843-bf04-813ad0db117c tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:35.544455 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-1ce04e2b-1521-4bad-8a2a-3a04d3d918ab req-28a8c35a-7416-4843-bf04-813ad0db117c tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5f0c085-6c17-47dc-851d-5cd98ae8b010 HTTP/1.1" status: 200 len: 945 time: 0.0831392 May 20 19:45:35.591810 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-1ce04e2b-1521-4bad-8a2a-3a04d3d918ab req-842ce0b3-21f2-41c4-ae16-25c1d85d0a4e tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ed32cb8-5dc1-4f35-8912-ee32a56ad68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395834 May 20 19:45:35.626045 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d568-3eaa-4ee2-8e63-8438dfda9a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:35.735600 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-90aa7e62-6b97-4457-a1c2-416fc1170986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1299378093-router', 'tenant_id': '8ed4e5869d204e20b671ef4c001a3511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:45Z', 'updated_at': '2021-05-20T19:41:02Z', 'revision_number': 4, 'project_id': '8ed4e5869d204e20b671ef4c001a3511', 'gw_port': {'id': '8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:04:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:47Z', 'updated_at': '2021-05-20T19:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_floatingips': [{'id': '2e9c8fd3-8eaf-4a77-bf9b-b703d3fea19f', 'tenant_id': '8ed4e5869d204e20b671ef4c001a3511', 'floating_ip_address': '172.27.1.103', 'floating_network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'router_id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'port_id': '2b62d4f7-65ba-46de-b0b1-a037d39bf785', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d38b6f3-7548-4a0e-896f-e9fb0c461e8e', 'mac_address': 'fa:16:3e:61:d8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b251ab0-478c-451c-8f5b-6056d1f49150', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T19:45:20Z', 'updated_at': '2021-05-20T19:45:33Z', 'revision_number': 1, 'project_id': '8ed4e5869d204e20b671ef4c001a3511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abd93313-6555-465f-9f3d-d1a0240c7e47', 'name': '', 'network_id': '3d38b6f3-7548-4a0e-896f-e9fb0c461e8e', 'tenant_id': '8ed4e5869d204e20b671ef4c001a3511', 'mac_address': 'fa:16:3e:d9:00:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5b859f84-1277-4d60-b0e8-72f23097ad76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:57Z', 'updated_at': '2021-05-20T19:41:15Z', 'revision_number': 5, 'project_id': '8ed4e5869d204e20b671ef4c001a3511', 'subnets': [{'id': '5b859f84-1277-4d60-b0e8-72f23097ad76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:45:35.739529 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90aa7e62-6b97-4457-a1c2-416fc1170986 None None] The sync data for ids ['b76e83d9-5e8d-4508-ae8b-feb856be8fd5'] in dv-cinder-792462-2-iscsi is: [{'id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1299378093-router', 'tenant_id': '8ed4e5869d204e20b671ef4c001a3511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:45Z', 'updated_at': '2021-05-20T19:41:02Z', 'revision_number': 4, 'project_id': '8ed4e5869d204e20b671ef4c001a3511', 'gw_port': {'id': '8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:04:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:47Z', 'updated_at': '2021-05-20T19:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_floatingips': [{'id': '2e9c8fd3-8eaf-4a77-bf9b-b703d3fea19f', 'tenant_id': '8ed4e5869d204e20b671ef4c001a3511', 'floating_ip_address': '172.27.1.103', 'floating_network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'router_id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'port_id': '2b62d4f7-65ba-46de-b0b1-a037d39bf785', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d38b6f3-7548-4a0e-896f-e9fb0c461e8e', 'mac_address': 'fa:16:3e:61:d8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b251ab0-478c-451c-8f5b-6056d1f49150', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T19:45:20Z', 'updated_at': '2021-05-20T19:45:33Z', 'revision_number': 1, 'project_id': '8ed4e5869d204e20b671ef4c001a3511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abd93313-6555-465f-9f3d-d1a0240c7e47', 'name': '', 'network_id': '3d38b6f3-7548-4a0e-896f-e9fb0c461e8e', 'tenant_id': '8ed4e5869d204e20b671ef4c001a3511', 'mac_address': 'fa:16:3e:d9:00:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5b859f84-1277-4d60-b0e8-72f23097ad76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:57Z', 'updated_at': '2021-05-20T19:41:15Z', 'revision_number': 5, 'project_id': '8ed4e5869d204e20b671ef4c001a3511', 'subnets': [{'id': '5b859f84-1277-4d60-b0e8-72f23097ad76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:45:35.922339 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d3032b-aa83-40bb-9848-395ff7fec35d None None] New status for floating IP 2e9c8fd3-8eaf-4a77-bf9b-b703d3fea19f: ACTIVE {{(pid=98246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 19:45:36.307548 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:36.775290 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76435631-cf17-4d0f-b188-7149a9a82412 req-d41b0c83-c556-4ef2-86d6-2224172de91a tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:36.776761 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-76435631-cf17-4d0f-b188-7149a9a82412 req-d41b0c83-c556-4ef2-86d6-2224172de91a tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5f0c085-6c17-47dc-851d-5cd98ae8b010 HTTP/1.1" status: 200 len: 945 time: 0.0799434 May 20 19:45:36.820956 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-76435631-cf17-4d0f-b188-7149a9a82412 req-bd1c70fd-4b2b-4ae0-83e2-86649117665f tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ed32cb8-5dc1-4f35-8912-ee32a56ad68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377979 May 20 19:45:37.261273 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-40a8b960-4cf6-42c3-bf80-c71dd59d075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:48.790521 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94256f20-8d47-4fcc-be40-7eadc8e73f19 req-ba43ecba-ccb9-4517-b1f9-d9eafb74a80e tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:48.791977 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-94256f20-8d47-4fcc-be40-7eadc8e73f19 req-ba43ecba-ccb9-4517-b1f9-d9eafb74a80e tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/networks?id=a7ab55e1-6167-4164-bfcf-439bc846ee1f HTTP/1.1" status: 200 len: 815 time: 0.1411586 May 20 19:45:48.805897 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-94256f20-8d47-4fcc-be40-7eadc8e73f19 req-48a7a9ec-5c81-4c29-81eb-98bd82e285a2 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/quotas/b30d257c909347a0a7a4a00520b04c7a HTTP/1.1" status: 200 len: 375 time: 0.0085344 May 20 19:45:48.985012 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-94256f20-8d47-4fcc-be40-7eadc8e73f19 req-db38100f-40c3-42ba-99e7-78fcadee54c1 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b30d257c909347a0a7a4a00520b04c7a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1742294 May 20 19:45:49.111765 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-94256f20-8d47-4fcc-be40-7eadc8e73f19 req-78ae987a-9213-4a24-adec-ffccf329e69f service neutron] 10.222.0.46 "GET /v2.0/networks/a7ab55e1-6167-4164-bfcf-439bc846ee1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200221 May 20 19:45:49.242490 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-94256f20-8d47-4fcc-be40-7eadc8e73f19 req-f1f82e86-3671-482e-969d-f81f544e908e service neutron] 10.222.0.46 "GET /v2.0/networks/a7ab55e1-6167-4164-bfcf-439bc846ee1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247807 May 20 19:45:49.524674 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-e880e3b7-7ddd-4ac9-815c-c42ab2d60d97 req-273f6dda-a1a9-446a-9409-332815435468 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b5a4211-6b1a-4f93-9998-c2676371d953 HTTP/1.1" status: 200 len: 210 time: 0.1518202 May 20 19:45:50.692587 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-e4e9e42d-4b22-467d-a3d8-7a343f48a6c7 req-5f13bfb8-9358-48aa-bd8b-e7645090010d tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b5a4211-6b1a-4f93-9998-c2676371d953 HTTP/1.1" status: 200 len: 210 time: 0.0569711 May 20 19:45:50.790158 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94256f20-8d47-4fcc-be40-7eadc8e73f19 req-f338e78c-2d11-4757-aee6-6f041d9cf5b3 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:50.791860 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-94256f20-8d47-4fcc-be40-7eadc8e73f19 req-f338e78c-2d11-4757-aee6-6f041d9cf5b3 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.65 "GET /v2.0/networks?id=a7ab55e1-6167-4164-bfcf-439bc846ee1f HTTP/1.1" status: 200 len: 815 time: 0.1829329 May 20 19:45:50.818785 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [req-94256f20-8d47-4fcc-be40-7eadc8e73f19 req-3b3fa818-8edb-4654-8340-492a96f52015 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Request body: {'port': {'device_id': '3b5a4211-6b1a-4f93-9998-c2676371d953', 'network_id': 'a7ab55e1-6167-4164-bfcf-439bc846ee1f', 'admin_state_up': True, 'tenant_id': 'b30d257c909347a0a7a4a00520b04c7a'}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:45:50.949886 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [req-94256f20-8d47-4fcc-be40-7eadc8e73f19 req-3b3fa818-8edb-4654-8340-492a96f52015 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:45:50.959021 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [req-94256f20-8d47-4fcc-be40-7eadc8e73f19 req-3b3fa818-8edb-4654-8340-492a96f52015 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:45:50.968598 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94256f20-8d47-4fcc-be40-7eadc8e73f19 req-3b3fa818-8edb-4654-8340-492a96f52015 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Made reservation on behalf of b30d257c909347a0a7a4a00520b04c7a for: {'port': 1} {{(pid=98243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:45:50.971948 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-94256f20-8d47-4fcc-be40-7eadc8e73f19 req-3b3fa818-8edb-4654-8340-492a96f52015 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:51.128681 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.db_base_plugin_common [req-94256f20-8d47-4fcc-be40-7eadc8e73f19 req-3b3fa818-8edb-4654-8340-492a96f52015 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Allocated IP 172.20.0.7 (a7ab55e1-6167-4164-bfcf-439bc846ee1f/ee6f1027-b222-4012-aa3e-1e06e15f9833/5c124225-11e4-47ef-ac61-0ffeab4dfd03) {{(pid=98243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:45:51.323618 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-94256f20-8d47-4fcc-be40-7eadc8e73f19 req-3b3fa818-8edb-4654-8340-492a96f52015 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Notify callbacks [] for port, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:51.353640 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-94256f20-8d47-4fcc-be40-7eadc8e73f19 req-3b3fa818-8edb-4654-8340-492a96f52015 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015'] for port, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:51.359708 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-ecfa8abc-2137-4395-b2c0-522a7abd2f51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:45:51.367493 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] get_ports_and_sgs() called for port_ids ['21f81e92-4b19-47cc-984b-8a941760f554', '489b4ddc-7be6-4744-923b-45f9205a7e8a', '1b8270d0-c4c2-40b0-b34d-47bdfce4728b'] {{(pid=98245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:45:51.425230 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94256f20-8d47-4fcc-be40-7eadc8e73f19 req-3b3fa818-8edb-4654-8340-492a96f52015 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Network a7ab55e1-6167-4164-bfcf-439bc846ee1f is already hosted by enough agents. {{(pid=98243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:45:51.429479 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.base_scheduler [req-94256f20-8d47-4fcc-be40-7eadc8e73f19 req-3b3fa818-8edb-4654-8340-492a96f52015 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Resources bound (agent type, host, resource id): {{(pid=98243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:45:51.433682 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.l3_dvrscheduler_db [req-94256f20-8d47-4fcc-be40-7eadc8e73f19 req-3b3fa818-8edb-4654-8340-492a96f52015 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Received port after_create {{(pid=98243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:45:51.439179 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94256f20-8d47-4fcc-be40-7eadc8e73f19 req-3b3fa818-8edb-4654-8340-492a96f52015 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:51.439826 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-94256f20-8d47-4fcc-be40-7eadc8e73f19 req-3b3fa818-8edb-4654-8340-492a96f52015 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for port, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:51.473380 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-94256f20-8d47-4fcc-be40-7eadc8e73f19 req-3b3fa818-8edb-4654-8340-492a96f52015 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6584902 May 20 19:45:51.474165 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3fa818-8edb-4654-8340-492a96f52015 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Pushing event updated for resources: {'Port': ['ID=5c124225-11e4-47ef-ac61-0ffeab4dfd03,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:45:51.477171 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-3b3fa818-8edb-4654-8340-492a96f52015 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:45:51.492366 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [req-94256f20-8d47-4fcc-be40-7eadc8e73f19 req-cbee88d6-862e-43b1-9433-264e0f3d83f7 service neutron] Request body: {'port': {'device_id': '3b5a4211-6b1a-4f93-9998-c2676371d953', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:45:51.650897 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-94256f20-8d47-4fcc-be40-7eadc8e73f19 req-cbee88d6-862e-43b1-9433-264e0f3d83f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:51.889312 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11546b67-ae5d-40ec-9c7c-8f3e3c43e7be req-ccfd9142-c213-45d9-903f-da06598e8e7b tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:51.892105 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-11546b67-ae5d-40ec-9c7c-8f3e3c43e7be req-ccfd9142-c213-45d9-903f-da06598e8e7b tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b5a4211-6b1a-4f93-9998-c2676371d953 HTTP/1.1" status: 200 len: 931 time: 0.0852108 May 20 19:45:51.936311 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-11546b67-ae5d-40ec-9c7c-8f3e3c43e7be req-5e75f06f-56dd-454c-9681-bfedce8cec56 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ed32cb8-5dc1-4f35-8912-ee32a56ad68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384328 May 20 19:45:52.134095 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.notifiers.nova [req-94256f20-8d47-4fcc-be40-7eadc8e73f19 req-cbee88d6-862e-43b1-9433-264e0f3d83f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c124225-11e4-47ef-ac61-0ffeab4dfd03 {{(pid=98243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:45:52.142914 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-94256f20-8d47-4fcc-be40-7eadc8e73f19 req-cbee88d6-862e-43b1-9433-264e0f3d83f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:52.157902 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc941cb-1f88-46e1-8ac8-23667a4a3e75 req-465931e6-b8c3-4e04-841a-3518685c5d7c tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:52.159341 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-4dc941cb-1f88-46e1-8ac8-23667a4a3e75 req-465931e6-b8c3-4e04-841a-3518685c5d7c tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.2213125 May 20 19:45:52.180001 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.provisioning_blocks [req-94256f20-8d47-4fcc-be40-7eadc8e73f19 req-cbee88d6-862e-43b1-9433-264e0f3d83f7 service neutron] Transition to ACTIVE for port object 5c124225-11e4-47ef-ac61-0ffeab4dfd03 will not be triggered until provisioned by entity L2. {{(pid=98243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:45:52.186455 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-94256f20-8d47-4fcc-be40-7eadc8e73f19 req-cbee88d6-862e-43b1-9433-264e0f3d83f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:52.192775 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-bd85168f-3383-4908-8119-f1b0ff153d9d tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:45:52.323386 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-4dc941cb-1f88-46e1-8ac8-23667a4a3e75 req-acc7810c-eb0a-40a1-9c25-e650c4cec8b6 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575990 May 20 19:45:52.366314 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbee88d6-862e-43b1-9433-264e0f3d83f7 service neutron] Pushing event updated for resources: {'Port': ['ID=5c124225-11e4-47ef-ac61-0ffeab4dfd03,revision_number=2']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:45:52.369046 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-cbee88d6-862e-43b1-9433-264e0f3d83f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:45:52.385579 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.managers [req-94256f20-8d47-4fcc-be40-7eadc8e73f19 req-cbee88d6-862e-43b1-9433-264e0f3d83f7 service neutron] Attempting to bind port 5c124225-11e4-47ef-ac61-0ffeab4dfd03 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:45:52.385844 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.managers [req-94256f20-8d47-4fcc-be40-7eadc8e73f19 req-cbee88d6-862e-43b1-9433-264e0f3d83f7 service neutron] Attempting to bind port 5c124225-11e4-47ef-ac61-0ffeab4dfd03 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '0783ad7b-959b-44b2-ae38-d305d09264d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a7ab55e1-6167-4164-bfcf-439bc846ee1f'}] {{(pid=98243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:45:52.386169 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94256f20-8d47-4fcc-be40-7eadc8e73f19 req-cbee88d6-862e-43b1-9433-264e0f3d83f7 service neutron] Attempting to bind port 5c124225-11e4-47ef-ac61-0ffeab4dfd03 on network a7ab55e1-6167-4164-bfcf-439bc846ee1f {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:45:52.390713 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94256f20-8d47-4fcc-be40-7eadc8e73f19 req-cbee88d6-862e-43b1-9433-264e0f3d83f7 service neutron] Port 5c124225-11e4-47ef-ac61-0ffeab4dfd03 on network a7ab55e1-6167-4164-bfcf-439bc846ee1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 19:45:52.391026 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94256f20-8d47-4fcc-be40-7eadc8e73f19 req-cbee88d6-862e-43b1-9433-264e0f3d83f7 service neutron] Attempting to bind port 5c124225-11e4-47ef-ac61-0ffeab4dfd03 on network a7ab55e1-6167-4164-bfcf-439bc846ee1f {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:45:52.395951 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94256f20-8d47-4fcc-be40-7eadc8e73f19 req-cbee88d6-862e-43b1-9433-264e0f3d83f7 service neutron] Checking agent: {'id': '35bcd696-cda5-4691-8ef9-fd8f1ab55a75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 39, 6), 'started_at': datetime.datetime(2021, 5, 20, 19, 39, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:45:52.396279 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94256f20-8d47-4fcc-be40-7eadc8e73f19 req-cbee88d6-862e-43b1-9433-264e0f3d83f7 service neutron] Checking segment: {'id': '0783ad7b-959b-44b2-ae38-d305d09264d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a7ab55e1-6167-4164-bfcf-439bc846ee1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:45:52.396648 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94256f20-8d47-4fcc-be40-7eadc8e73f19 req-cbee88d6-862e-43b1-9433-264e0f3d83f7 service neutron] Bound using segment: {'id': '0783ad7b-959b-44b2-ae38-d305d09264d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a7ab55e1-6167-4164-bfcf-439bc846ee1f'} {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:45:52.397063 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.managers [req-94256f20-8d47-4fcc-be40-7eadc8e73f19 req-cbee88d6-862e-43b1-9433-264e0f3d83f7 service neutron] Bound port: 5c124225-11e4-47ef-ac61-0ffeab4dfd03, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0783ad7b-959b-44b2-ae38-d305d09264d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a7ab55e1-6167-4164-bfcf-439bc846ee1f'}}] {{(pid=98243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:45:52.397403 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-94256f20-8d47-4fcc-be40-7eadc8e73f19 req-cbee88d6-862e-43b1-9433-264e0f3d83f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:52.484747 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.db [req-94256f20-8d47-4fcc-be40-7eadc8e73f19 req-cbee88d6-862e-43b1-9433-264e0f3d83f7 service neutron] For port 5c124225-11e4-47ef-ac61-0ffeab4dfd03, host hv-cinder-79246, cleared binding levels {{(pid=98243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:45:52.487654 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.db [req-94256f20-8d47-4fcc-be40-7eadc8e73f19 req-cbee88d6-862e-43b1-9433-264e0f3d83f7 service neutron] For port 5c124225-11e4-47ef-ac61-0ffeab4dfd03, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5c124225-11e4-47ef-ac61-0ffeab4dfd03,segment=NetworkSegment(0783ad7b-959b-44b2-ae38-d305d09264d6),segment_id=0783ad7b-959b-44b2-ae38-d305d09264d6)] {{(pid=98243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:45:52.492357 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-94256f20-8d47-4fcc-be40-7eadc8e73f19 req-cbee88d6-862e-43b1-9433-264e0f3d83f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:52.496637 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-dcb73491-5014-4428-b64f-030676bb2672 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:45:52.548995 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94256f20-8d47-4fcc-be40-7eadc8e73f19 req-cbee88d6-862e-43b1-9433-264e0f3d83f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:52.549832 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-94256f20-8d47-4fcc-be40-7eadc8e73f19 req-cbee88d6-862e-43b1-9433-264e0f3d83f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for port, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:52.551226 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-94256f20-8d47-4fcc-be40-7eadc8e73f19 req-cbee88d6-862e-43b1-9433-264e0f3d83f7 service neutron] 10.222.0.65 "PUT /v2.0/ports/5c124225-11e4-47ef-ac61-0ffeab4dfd03 HTTP/1.1" status: 200 len: 1093 time: 1.0680985 May 20 19:45:52.554086 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b5a4211-6b1a-4f93-9998-c2676371d953', 'tag': '5c124225-11e4-47ef-ac61-0ffeab4dfd03'}] {{(pid=98243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:45:52.576877 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbee88d6-862e-43b1-9433-264e0f3d83f7 service neutron] Pushing event updated for resources: {'Port': ['ID=5c124225-11e4-47ef-ac61-0ffeab4dfd03,revision_number=3']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:45:52.579988 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-cbee88d6-862e-43b1-9433-264e0f3d83f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:45:52.597770 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b5a4211-6b1a-4f93-9998-c2676371d953', 'tag': '5c124225-11e4-47ef-ac61-0ffeab4dfd03', 'status': 'completed', 'code': 200} May 20 19:45:52.680468 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94256f20-8d47-4fcc-be40-7eadc8e73f19 req-dc4774c1-a8ca-4323-aad2-39062dbb221e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:52.681921 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-94256f20-8d47-4fcc-be40-7eadc8e73f19 req-dc4774c1-a8ca-4323-aad2-39062dbb221e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b30d257c909347a0a7a4a00520b04c7a&device_id=3b5a4211-6b1a-4f93-9998-c2676371d953 HTTP/1.1" status: 200 len: 1096 time: 0.0734470 May 20 19:45:52.752530 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-94256f20-8d47-4fcc-be40-7eadc8e73f19 req-aa04e27d-c809-44d8-bb6b-e51241f36bb7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c124225-11e4-47ef-ac61-0ffeab4dfd03 HTTP/1.1" status: 200 len: 217 time: 0.0591972 May 20 19:45:52.817037 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94256f20-8d47-4fcc-be40-7eadc8e73f19 req-b088ddcf-9a5c-40b0-90a5-86a8ca39f410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:52.818396 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-94256f20-8d47-4fcc-be40-7eadc8e73f19 req-b088ddcf-9a5c-40b0-90a5-86a8ca39f410 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ee6f1027-b222-4012-aa3e-1e06e15f9833 HTTP/1.1" status: 200 len: 855 time: 0.0578086 May 20 19:45:52.865553 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-94256f20-8d47-4fcc-be40-7eadc8e73f19 req-5d87f328-d857-40b9-8ac2-75917c1628fb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a7ab55e1-6167-4164-bfcf-439bc846ee1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389333 May 20 19:45:53.000317 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-94256f20-8d47-4fcc-be40-7eadc8e73f19 req-4ceccc47-bea8-462c-b3ce-0c28aace9071 service neutron] 10.222.0.65 "GET /v2.0/networks/a7ab55e1-6167-4164-bfcf-439bc846ee1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212714 May 20 19:45:53.124220 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9a089-ea36-4863-bbf4-d4485170551f req-08d3251d-d85b-4d79-8272-998b54a9b137 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:53.125931 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-2db9a089-ea36-4863-bbf4-d4485170551f req-08d3251d-d85b-4d79-8272-998b54a9b137 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b5a4211-6b1a-4f93-9998-c2676371d953 HTTP/1.1" status: 200 len: 943 time: 0.0827055 May 20 19:45:53.131656 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-94256f20-8d47-4fcc-be40-7eadc8e73f19 req-d93182cb-3c08-4e51-9d61-634d12eb9dc1 service neutron] 10.222.0.65 "GET /v2.0/networks/a7ab55e1-6167-4164-bfcf-439bc846ee1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225574 May 20 19:45:53.174905 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-2db9a089-ea36-4863-bbf4-d4485170551f req-4e381e84-185a-479a-a317-8a9a19770eb4 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ed32cb8-5dc1-4f35-8912-ee32a56ad68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432858 May 20 19:45:53.254482 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424d29f-d330-4919-b95f-33b9814808cd req-b94397ac-d8d5-434e-bbd2-de50c0f92841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:53.255904 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-9424d29f-d330-4919-b95f-33b9814808cd req-b94397ac-d8d5-434e-bbd2-de50c0f92841 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b30d257c909347a0a7a4a00520b04c7a&device_id=3b5a4211-6b1a-4f93-9998-c2676371d953 HTTP/1.1" status: 200 len: 1096 time: 0.0733712 May 20 19:45:53.389415 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424d29f-d330-4919-b95f-33b9814808cd req-f3bfe2aa-1353-4e3d-b456-76b1713eb0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:53.391444 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-9424d29f-d330-4919-b95f-33b9814808cd req-f3bfe2aa-1353-4e3d-b456-76b1713eb0e0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a7ab55e1-6167-4164-bfcf-439bc846ee1f HTTP/1.1" status: 200 len: 916 time: 0.1255658 May 20 19:45:53.492239 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-9424d29f-d330-4919-b95f-33b9814808cd req-e7d7e808-2aa6-422b-ad31-e0ef9637ef38 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c124225-11e4-47ef-ac61-0ffeab4dfd03 HTTP/1.1" status: 200 len: 217 time: 0.0897853 May 20 19:45:53.573061 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424d29f-d330-4919-b95f-33b9814808cd req-f27c8290-b15f-4b35-bfde-1b8960bf7a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:53.574351 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-9424d29f-d330-4919-b95f-33b9814808cd req-f27c8290-b15f-4b35-bfde-1b8960bf7a1e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ee6f1027-b222-4012-aa3e-1e06e15f9833 HTTP/1.1" status: 200 len: 855 time: 0.0706627 May 20 19:45:53.591642 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c992831-3422-492e-a1c3-9f973a18a6e4 req-bbcbbb52-abd5-4c4b-a843-367706688e67 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:53.593025 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-3c992831-3422-492e-a1c3-9f973a18a6e4 req-bbcbbb52-abd5-4c4b-a843-367706688e67 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.1394992 May 20 19:45:53.651061 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-9424d29f-d330-4919-b95f-33b9814808cd req-2cb6be89-7e41-4257-a97a-0b4c5d224b90 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a7ab55e1-6167-4164-bfcf-439bc846ee1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571501 May 20 19:45:53.692337 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-3c992831-3422-492e-a1c3-9f973a18a6e4 req-b5e1cb40-1068-40c8-9449-dad759ec6ea6 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702100 May 20 19:45:53.870023 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-9424d29f-d330-4919-b95f-33b9814808cd req-3479eab9-06a2-491d-8234-59305809b439 service neutron] 10.222.0.65 "GET /v2.0/networks/a7ab55e1-6167-4164-bfcf-439bc846ee1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073753 May 20 19:45:54.006257 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-9424d29f-d330-4919-b95f-33b9814808cd req-1792a45c-38bf-4759-96c3-8b7ecf1998fd service neutron] 10.222.0.65 "GET /v2.0/networks/a7ab55e1-6167-4164-bfcf-439bc846ee1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232913 May 20 19:45:54.357522 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047e6e0-bc5f-4dcb-88cd-3da49e0d3b07 req-167b8e9d-e57d-407f-8052-7b212b4681c8 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:54.358200 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-a047e6e0-bc5f-4dcb-88cd-3da49e0d3b07 req-167b8e9d-e57d-407f-8052-7b212b4681c8 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Synchronizing usage tracker for tenant:b30d257c909347a0a7a4a00520b04c7a on resource:port {{(pid=98243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:45:54.373672 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-a047e6e0-bc5f-4dcb-88cd-3da49e0d3b07 req-167b8e9d-e57d-407f-8052-7b212b4681c8 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Unset dirty status for tenant:b30d257c909347a0a7a4a00520b04c7a on resource:port {{(pid=98243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:45:54.375058 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-a047e6e0-bc5f-4dcb-88cd-3da49e0d3b07 req-167b8e9d-e57d-407f-8052-7b212b4681c8 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b5a4211-6b1a-4f93-9998-c2676371d953 HTTP/1.1" status: 200 len: 943 time: 0.0935981 May 20 19:45:54.419058 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-a047e6e0-bc5f-4dcb-88cd-3da49e0d3b07 req-f193d7d5-066e-4fd7-9c92-769894d8256c tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ed32cb8-5dc1-4f35-8912-ee32a56ad68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381203 May 20 19:45:54.874875 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5eb35d-c18d-4ed7-bb0d-2f7ae4991697 req-0d98a1fe-1cb5-4911-856f-5f8a394c09ed tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:54.876643 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-0a5eb35d-c18d-4ed7-bb0d-2f7ae4991697 req-0d98a1fe-1cb5-4911-856f-5f8a394c09ed tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.65 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.0820348 May 20 19:45:54.884361 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab503a-7245-4a9f-b322-73aa8895bd83 req-f5c37d89-ddcb-434f-b77e-80e26dc85f5d tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:54.886229 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-dfab503a-7245-4a9f-b322-73aa8895bd83 req-f5c37d89-ddcb-434f-b77e-80e26dc85f5d tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 945 time: 0.0836074 May 20 19:45:54.931926 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-dfab503a-7245-4a9f-b322-73aa8895bd83 req-b71c00ab-661c-4e89-b824-de22350a9dfa tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=f681a415-c367-4c15-878c-64acb62a34d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381901 May 20 19:45:55.012493 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.plugin [req-0a5eb35d-c18d-4ed7-bb0d-2f7ae4991697 req-b30dfbf2-336c-4caa-b9f6-42831eb7bff9 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Deleting port 64830ea0-861b-4b27-ab5c-a994d0f73588 {{(pid=98243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:45:55.012841 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-0a5eb35d-c18d-4ed7-bb0d-2f7ae4991697 req-b30dfbf2-336c-4caa-b9f6-42831eb7bff9 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:55.141683 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.db [req-0a5eb35d-c18d-4ed7-bb0d-2f7ae4991697 req-b30dfbf2-336c-4caa-b9f6-42831eb7bff9 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] For port 64830ea0-861b-4b27-ab5c-a994d0f73588, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=64830ea0-861b-4b27-ab5c-a994d0f73588,segment=NetworkSegment(58083fc7-31b6-4bee-b691-e433c62573b4),segment_id=58083fc7-31b6-4bee-b691-e433c62573b4)] {{(pid=98243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:45:55.142029 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-0a5eb35d-c18d-4ed7-bb0d-2f7ae4991697 req-b30dfbf2-336c-4caa-b9f6-42831eb7bff9 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:55.425617 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-0a5eb35d-c18d-4ed7-bb0d-2f7ae4991697 req-b30dfbf2-336c-4caa-b9f6-42831eb7bff9 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:55.426338 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-0a5eb35d-c18d-4ed7-bb0d-2f7ae4991697 req-b30dfbf2-336c-4caa-b9f6-42831eb7bff9 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745732'] for floatingip, after_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:55.426338 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.db.l3_db [req-0a5eb35d-c18d-4ed7-bb0d-2f7ae4991697 req-b30dfbf2-336c-4caa-b9f6-42831eb7bff9 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Floating IP 79aeab5f-2519-4a02-a6e5-ae42a310b0fc disassociated. External IP: 172.27.1.60, port: 64830ea0-861b-4b27-ab5c-a994d0f73588. May 20 19:45:55.426655 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.plugin [req-0a5eb35d-c18d-4ed7-bb0d-2f7ae4991697 req-b30dfbf2-336c-4caa-b9f6-42831eb7bff9 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Calling delete_port for 64830ea0-861b-4b27-ab5c-a994d0f73588 owned by compute:nova {{(pid=98243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:45:55.535025 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-0a5eb35d-c18d-4ed7-bb0d-2f7ae4991697 req-b30dfbf2-336c-4caa-b9f6-42831eb7bff9 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024'] for port, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:55.542136 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-0a3f155e-bc48-431d-b7ce-8a04bcf5b221 tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:45:55.593354 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30dfbf2-336c-4caa-b9f6-42831eb7bff9 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Pushing event deleted for resources: {'Port': ['ID=64830ea0-861b-4b27-ab5c-a994d0f73588,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:45:55.596182 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-b30dfbf2-336c-4caa-b9f6-42831eb7bff9 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:45:55.610225 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8f7c0-8367-4953-967c-804b75d7c36a req-db4b719a-69c8-456c-a55a-08b480bee673 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:55.611813 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-a7f8f7c0-8367-4953-967c-804b75d7c36a req-db4b719a-69c8-456c-a55a-08b480bee673 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b5a4211-6b1a-4f93-9998-c2676371d953 HTTP/1.1" status: 200 len: 943 time: 0.0870619 May 20 19:45:55.656640 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-a7f8f7c0-8367-4953-967c-804b75d7c36a req-0639b5b0-7c6c-4cf4-b87a-65fc2f1d15a6 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ed32cb8-5dc1-4f35-8912-ee32a56ad68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389330 May 20 19:45:55.771940 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a5eb35d-c18d-4ed7-bb0d-2f7ae4991697 req-b30dfbf2-336c-4caa-b9f6-42831eb7bff9 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Router 4672da3d-cf7d-400c-89a7-8f40babc1cf1 has already been hosted by L3 agent bf06d900-968e-4d51-b3d3-e51a8143bf8e {{(pid=98243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:45:55.942019 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a5eb35d-c18d-4ed7-bb0d-2f7ae4991697 req-b30dfbf2-336c-4caa-b9f6-42831eb7bff9 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify agent at l3_agent.dv-cinder-792462-2-iscsi the message routers_updated {{(pid=98243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:45:55.952050 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e244c5cb-1976-4c9e-a399-87e45a82f4a7 None None] Sync routers for ids ['4672da3d-cf7d-400c-89a7-8f40babc1cf1'] in dv-cinder-792462-2-iscsi {{(pid=98245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:45:55.966090 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e244c5cb-1976-4c9e-a399-87e45a82f4a7 None None] Routers {'4672da3d-cf7d-400c-89a7-8f40babc1cf1'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:45:55.967112 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-e244c5cb-1976-4c9e-a399-87e45a82f4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:45:34Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['4672da3d-cf7d-400c-89a7-8f40babc1cf1'], 'active': True} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:45:56.155248 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a5eb35d-c18d-4ed7-bb0d-2f7ae4991697 req-b30dfbf2-336c-4caa-b9f6-42831eb7bff9 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] No DVR routers for this DVR port 64830ea0-861b-4b27-ab5c-a994d0f73588 on host hv-cinder-79246 {{(pid=98243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:45:56.161638 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-0a5eb35d-c18d-4ed7-bb0d-2f7ae4991697 req-b30dfbf2-336c-4caa-b9f6-42831eb7bff9 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for port, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:56.164238 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fec5784-b876-4338-ba39-b8bafa9d741a', 'name': 'network-vif-deleted', 'tag': '64830ea0-861b-4b27-ab5c-a994d0f73588'}] {{(pid=98243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:45:56.172396 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-2f1993c2-0919-4e8c-981e-a57dd6f8a274 req-d65cbcc3-0e09-40d3-a79b-e484b7696a9f tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fec5784-b876-4338-ba39-b8bafa9d741a HTTP/1.1" status: 200 len: 210 time: 0.0610962 May 20 19:45:56.186590 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-0a5eb35d-c18d-4ed7-bb0d-2f7ae4991697 req-b30dfbf2-336c-4caa-b9f6-42831eb7bff9 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.65 "DELETE /v2.0/ports/64830ea0-861b-4b27-ab5c-a994d0f73588 HTTP/1.1" status: 204 len: 173 time: 1.3026884 May 20 19:45:56.189991 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvr_db [None req-e244c5cb-1976-4c9e-a399-87e45a82f4a7 None None] Set router 4672da3d-cf7d-400c-89a7-8f40babc1cf1 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:45:56.223191 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fec5784-b876-4338-ba39-b8bafa9d741a', 'name': 'network-vif-deleted', 'tag': '64830ea0-861b-4b27-ab5c-a994d0f73588', 'status': 'completed', 'code': 200} May 20 19:45:56.442541 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 5c124225-11e4-47ef-ac61-0ffeab4dfd03 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 19:45:56.649015 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port 5c124225-11e4-47ef-ac61-0ffeab4dfd03, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5c124225-11e4-47ef-ac61-0ffeab4dfd03,segment=NetworkSegment(0783ad7b-959b-44b2-ae38-d305d09264d6),segment_id=0783ad7b-959b-44b2-ae38-d305d09264d6)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:45:56.665716 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Returning: {'device': '5c124225-11e4-47ef-ac61-0ffeab4dfd03', 'network_id': 'a7ab55e1-6167-4164-bfcf-439bc846ee1f', 'port_id': '5c124225-11e4-47ef-ac61-0ffeab4dfd03', 'mac_address': 'fa:16:3e:77:8b:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee6f1027-b222-4012-aa3e-1e06e15f9833', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 19:45:56.713913 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-e244c5cb-1976-4c9e-a399-87e45a82f4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'name': 'tempest-AttachVolumeTestJSON-1631511-router', 'tenant_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'df9d2484-187b-40cb-97fd-91e552548a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:47Z', 'updated_at': '2021-05-20T19:40:56Z', 'revision_number': 4, 'project_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'gw_port': {'id': 'df9d2484-187b-40cb-97fd-91e552548a6c', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:43:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:49Z', 'updated_at': '2021-05-20T19:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': '5076c290-b3c2-4fd1-87ec-676c6b2a6016', 'name': '', 'network_id': 'd932fd37-893e-4714-8e50-cf8308e6d424', 'tenant_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'mac_address': 'fa:16:3e:f1:9d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'edef4a11-9491-49df-813d-c217a08b5490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:54Z', 'updated_at': '2021-05-20T19:41:11Z', 'revision_number': 5, 'project_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'subnets': [{'id': 'edef4a11-9491-49df-813d-c217a08b5490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:45:56.723065 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e244c5cb-1976-4c9e-a399-87e45a82f4a7 None None] Checking router: 4672da3d-cf7d-400c-89a7-8f40babc1cf1 for host: dv-cinder-792462-2-iscsi {{(pid=98245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:45:56.734300 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:56.751575 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e244c5cb-1976-4c9e-a399-87e45a82f4a7 None None] Routers {'4672da3d-cf7d-400c-89a7-8f40babc1cf1'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:45:56.752315 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-e244c5cb-1976-4c9e-a399-87e45a82f4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:45:34Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['4672da3d-cf7d-400c-89a7-8f40babc1cf1'], 'active': True} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:45:56.817038 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.notifiers.nova [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c124225-11e4-47ef-ac61-0ffeab4dfd03 {{(pid=98245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:45:56.850010 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbe32eb-035f-472d-865d-fdfb72b79e99 req-3ef063bd-6adb-41dd-ab2c-21e9f7246103 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:56.852286 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6cbe32eb-035f-472d-865d-fdfb72b79e99 req-3ef063bd-6adb-41dd-ab2c-21e9f7246103 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b5a4211-6b1a-4f93-9998-c2676371d953 HTTP/1.1" status: 200 len: 943 time: 0.0867116 May 20 19:45:56.852438 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port 5c124225-11e4-47ef-ac61-0ffeab4dfd03, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5c124225-11e4-47ef-ac61-0ffeab4dfd03,segment=NetworkSegment(0783ad7b-959b-44b2-ae38-d305d09264d6),segment_id=0783ad7b-959b-44b2-ae38-d305d09264d6)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:45:56.899744 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6cbe32eb-035f-472d-865d-fdfb72b79e99 req-596961fa-a0da-452c-8cdf-cf7ef3085859 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ed32cb8-5dc1-4f35-8912-ee32a56ad68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418351 May 20 19:45:56.908322 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:56.916628 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:45:57.001599 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvr_db [None req-e244c5cb-1976-4c9e-a399-87e45a82f4a7 None None] Set router 4672da3d-cf7d-400c-89a7-8f40babc1cf1 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:45:57.060477 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Pushing event updated for resources: {'Port': ['ID=5c124225-11e4-47ef-ac61-0ffeab4dfd03,revision_number=4']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:45:57.065000 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:45:57.243052 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] get_ports_and_sgs() called for port_ids ['5c124225-11e4-47ef-ac61-0ffeab4dfd03'] {{(pid=98245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:45:57.295094 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 41092) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:45:57.360320 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-952e992c-49e2-4559-8e03-b7eb338f52fd tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks [] for security_group, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:57.387442 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-952e992c-49e2-4559-8e03-b7eb338f52fd tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:57.435961 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-e244c5cb-1976-4c9e-a399-87e45a82f4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'name': 'tempest-AttachVolumeTestJSON-1631511-router', 'tenant_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'df9d2484-187b-40cb-97fd-91e552548a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:47Z', 'updated_at': '2021-05-20T19:40:56Z', 'revision_number': 4, 'project_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'gw_port': {'id': 'df9d2484-187b-40cb-97fd-91e552548a6c', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:43:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:49Z', 'updated_at': '2021-05-20T19:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': '5076c290-b3c2-4fd1-87ec-676c6b2a6016', 'name': '', 'network_id': 'd932fd37-893e-4714-8e50-cf8308e6d424', 'tenant_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'mac_address': 'fa:16:3e:f1:9d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'edef4a11-9491-49df-813d-c217a08b5490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:54Z', 'updated_at': '2021-05-20T19:41:11Z', 'revision_number': 5, 'project_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'subnets': [{'id': 'edef4a11-9491-49df-813d-c217a08b5490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:45:57.444456 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-952e992c-49e2-4559-8e03-b7eb338f52fd tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:57.445875 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e244c5cb-1976-4c9e-a399-87e45a82f4a7 None None] The sync data for ids ['4672da3d-cf7d-400c-89a7-8f40babc1cf1'] in dv-cinder-792462-2-iscsi is: [{'id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'name': 'tempest-AttachVolumeTestJSON-1631511-router', 'tenant_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'df9d2484-187b-40cb-97fd-91e552548a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:47Z', 'updated_at': '2021-05-20T19:40:56Z', 'revision_number': 4, 'project_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'gw_port': {'id': 'df9d2484-187b-40cb-97fd-91e552548a6c', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:43:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:49Z', 'updated_at': '2021-05-20T19:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': '5076c290-b3c2-4fd1-87ec-676c6b2a6016', 'name': '', 'network_id': 'd932fd37-893e-4714-8e50-cf8308e6d424', 'tenant_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'mac_address': 'fa:16:3e:f1:9d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'edef4a11-9491-49df-813d-c217a08b5490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:54Z', 'updated_at': '2021-05-20T19:41:11Z', 'revision_number': 5, 'project_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'subnets': [{'id': 'edef4a11-9491-49df-813d-c217a08b5490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:45:57.450217 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-ad7f6beb-6932-4a83-9c1b-5629b715f093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:45:57.465479 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952e992c-49e2-4559-8e03-b7eb338f52fd tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f681a415-c367-4c15-878c-64acb62a34d8,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:45:57.468702 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-952e992c-49e2-4559-8e03-b7eb338f52fd tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:45:57.474344 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-952e992c-49e2-4559-8e03-b7eb338f52fd tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks [] for security_group, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:57.477954 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-952e992c-49e2-4559-8e03-b7eb338f52fd tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "DELETE /v2.0/security-groups/f681a415-c367-4c15-878c-64acb62a34d8 HTTP/1.1" status: 204 len: 168 time: 0.1793890 May 20 19:45:57.478482 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 41096) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:45:57.495191 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.api.v2.resource [None req-4c6fcc02-77e5-47aa-82cc-e1a975c9147b tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] show failed (client error): The resource could not be found. May 20 19:45:57.502022 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 41100) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:45:57.502570 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-4c6fcc02-77e5-47aa-82cc-e1a975c9147b tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups/f681a415-c367-4c15-878c-64acb62a34d8 HTTP/1.1" status: 404 len: 347 time: 0.0228786 May 20 19:45:57.662460 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e85fdb-a0b8-47c9-bb36-e890364e9c64 None None] New status for floating IP 79aeab5f-2519-4a02-a6e5-ae42a310b0fc: DOWN {{(pid=98246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 19:45:57.722897 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.plugin [None req-365ca1cd-58e4-4610-baf6-5073178f8552 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Deleting port 7a1ccf7b-d490-4a02-bbb4-01beacbeee30 {{(pid=98243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:45:57.723246 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-365ca1cd-58e4-4610-baf6-5073178f8552 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:57.839735 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-365ca1cd-58e4-4610-baf6-5073178f8552 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:57.840018 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-365ca1cd-58e4-4610-baf6-5073178f8552 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:57.960951 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.plugin [None req-365ca1cd-58e4-4610-baf6-5073178f8552 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Calling delete_port for 7a1ccf7b-d490-4a02-bbb4-01beacbeee30 owned by network:floatingip {{(pid=98243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:45:58.121153 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-365ca1cd-58e4-4610-baf6-5073178f8552 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024'] for port, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:58.126526 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:45:58.213708 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc3cbf-7399-4a2f-af85-3e13d9ff6647 req-4c88eded-2c28-4f7f-81a4-14b5e5634421 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:58.215139 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-fcfc3cbf-7399-4a2f-af85-3e13d9ff6647 req-4c88eded-2c28-4f7f-81a4-14b5e5634421 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b5a4211-6b1a-4f93-9998-c2676371d953 HTTP/1.1" status: 200 len: 944 time: 0.2090352 May 20 19:45:58.216168 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ca1cd-58e4-4610-baf6-5073178f8552 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Pushing event deleted for resources: {'Port': ['ID=7a1ccf7b-d490-4a02-bbb4-01beacbeee30,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:45:58.219046 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-365ca1cd-58e4-4610-baf6-5073178f8552 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:45:58.222835 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-365ca1cd-58e4-4610-baf6-5073178f8552 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks [] for floatingip, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:58.263051 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-365ca1cd-58e4-4610-baf6-5073178f8552 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for floatingip, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:58.264742 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-365ca1cd-58e4-4610-baf6-5073178f8552 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "DELETE /v2.0/floatingips/79aeab5f-2519-4a02-a6e5-ae42a310b0fc HTTP/1.1" status: 204 len: 168 time: 0.7610707 May 20 19:45:58.275840 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-fcfc3cbf-7399-4a2f-af85-3e13d9ff6647 req-93b4b319-1bca-489f-9af7-0eae1fb91db8 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ed32cb8-5dc1-4f35-8912-ee32a56ad68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545814 May 20 19:45:58.451027 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 5c124225-11e4-47ef-ac61-0ffeab4dfd03 up at agent hyperv_hv-cinder-79246 {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:45:58.519676 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Provisioning for port 5c124225-11e4-47ef-ac61-0ffeab4dfd03 completed by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:45:58.524123 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Provisioning complete for port 5c124225-11e4-47ef-ac61-0ffeab4dfd03 triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:45:58.524525 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:58.636415 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:58.665529 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b5a4211-6b1a-4f93-9998-c2676371d953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c124225-11e4-47ef-ac61-0ffeab4dfd03'}] {{(pid=98245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:45:58.676357 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port 5c124225-11e4-47ef-ac61-0ffeab4dfd03, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5c124225-11e4-47ef-ac61-0ffeab4dfd03,segment=NetworkSegment(0783ad7b-959b-44b2-ae38-d305d09264d6),segment_id=0783ad7b-959b-44b2-ae38-d305d09264d6)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:45:58.681719 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:58.682751 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 64830ea0-861b-4b27-ab5c-a994d0f73588 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:45:58.696315 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 41112) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:45:58.707028 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-7094d10b-1757-4399-b13d-d010b8831a0d tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1974902842', 'description': 'tempest-description--551547521'}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:45:58.714228 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-7094d10b-1757-4399-b13d-d010b8831a0d tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:45:58.719975 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-7094d10b-1757-4399-b13d-d010b8831a0d tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Usage tracker for resource:security_group and tenant:eae5dc310b064886a0fbb3c18c74b33d is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:45:58.725815 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-7094d10b-1757-4399-b13d-d010b8831a0d tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:45:58.735368 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-7094d10b-1757-4399-b13d-d010b8831a0d tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:45:58.745576 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-7094d10b-1757-4399-b13d-d010b8831a0d tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:58.751611 dv-cinder-792462-2-iscsi neutron-server[98245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b5a4211-6b1a-4f93-9998-c2676371d953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c124225-11e4-47ef-ac61-0ffeab4dfd03', 'code': 200} May 20 19:45:58.752158 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:45:58.773561 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-7094d10b-1757-4399-b13d-d010b8831a0d tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:45:58.777573 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-7094d10b-1757-4399-b13d-d010b8831a0d tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Usage tracker for resource:security_group_rule and tenant:eae5dc310b064886a0fbb3c18c74b33d is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:45:58.780861 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-7094d10b-1757-4399-b13d-d010b8831a0d tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:45:58.786442 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-7094d10b-1757-4399-b13d-d010b8831a0d tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:45:58.788879 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] No Port match for: 64830ea0-861b-4b27-ab5c-a994d0f73588 {{(pid=98245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:45:58.789259 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 64830ea0-861b-4b27-ab5c-a994d0f73588 not bound to the agent host hv-cinder-79246 {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:45:58.823897 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Pushing event updated for resources: {'Port': ['ID=5c124225-11e4-47ef-ac61-0ffeab4dfd03,revision_number=5']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:45:58.826878 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:45:58.856504 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-7094d10b-1757-4399-b13d-d010b8831a0d tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:58.860843 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-7094d10b-1757-4399-b13d-d010b8831a0d tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:58.865807 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-d5818bc6-2796-4ea3-913a-2c831631ae4c tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:45:58.907094 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7094d10b-1757-4399-b13d-d010b8831a0d tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15eb833a-092a-4e71-98b4-0eee151659a7,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:45:58.909645 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-7094d10b-1757-4399-b13d-d010b8831a0d tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks [] for security_group, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:58.910818 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-7094d10b-1757-4399-b13d-d010b8831a0d tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2122715 May 20 19:45:58.911664 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-7094d10b-1757-4399-b13d-d010b8831a0d tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:45:58.913855 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 41116) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:45:58.919432 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-ca6bd790-3eb2-4297-a28a-6529b9713d66 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Request body: {'security_group_rule': {'security_group_id': '15eb833a-092a-4e71-98b4-0eee151659a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:45:58.925755 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-ca6bd790-3eb2-4297-a28a-6529b9713d66 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:45:58.929493 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-ca6bd790-3eb2-4297-a28a-6529b9713d66 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Usage tracker for resource:security_group_rule and tenant:eae5dc310b064886a0fbb3c18c74b33d is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:45:58.932329 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-ca6bd790-3eb2-4297-a28a-6529b9713d66 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:45:58.938620 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-ca6bd790-3eb2-4297-a28a-6529b9713d66 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:45:58.953977 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ca6bd790-3eb2-4297-a28a-6529b9713d66 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:58.983079 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80ff01-00cc-458c-93fd-08ae7644d017 req-c7e9e262-f4b0-4c70-a631-1f58674da87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:58.985094 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-8d80ff01-00cc-458c-93fd-08ae7644d017 req-c7e9e262-f4b0-4c70-a631-1f58674da87a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3b5a4211-6b1a-4f93-9998-c2676371d953 HTTP/1.1" status: 200 len: 1098 time: 0.0685797 May 20 19:45:59.014367 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ca6bd790-3eb2-4297-a28a-6529b9713d66 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:59.018154 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ca6bd790-3eb2-4297-a28a-6529b9713d66 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645359'] for security_group_rule, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:59.020420 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-1d3c706b-0ddc-4275-9f98-c103f17dca4b tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:45:59.029453 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-8d80ff01-00cc-458c-93fd-08ae7644d017 req-11a4e484-8241-40e5-8166-4d63bd1a07c0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8ed32cb8-5dc1-4f35-8912-ee32a56ad68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339019 May 20 19:45:59.041231 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6bd790-3eb2-4297-a28a-6529b9713d66 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a62c556-5644-4848-a3a6-739dd03afdf0,revision_number=0']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:45:59.046779 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-ca6bd790-3eb2-4297-a28a-6529b9713d66 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:45:59.051876 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ca6bd790-3eb2-4297-a28a-6529b9713d66 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:59.053089 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-ca6bd790-3eb2-4297-a28a-6529b9713d66 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1382868 May 20 19:45:59.055675 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 41120) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:45:59.060458 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-f6ebdb79-6230-468d-81c0-7177661345d7 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Request body: {'security_group_rule': {'security_group_id': '15eb833a-092a-4e71-98b4-0eee151659a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:45:59.066528 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-f6ebdb79-6230-468d-81c0-7177661345d7 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:45:59.070230 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-f6ebdb79-6230-468d-81c0-7177661345d7 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Usage tracker for resource:security_group_rule and tenant:eae5dc310b064886a0fbb3c18c74b33d is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:45:59.073113 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-f6ebdb79-6230-468d-81c0-7177661345d7 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:45:59.078637 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-f6ebdb79-6230-468d-81c0-7177661345d7 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:45:59.093046 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-f6ebdb79-6230-468d-81c0-7177661345d7 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:59.154676 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-f6ebdb79-6230-468d-81c0-7177661345d7 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:59.157912 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-f6ebdb79-6230-468d-81c0-7177661345d7 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645359'] for security_group_rule, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:59.159775 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:45:59.180800 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ebdb79-6230-468d-81c0-7177661345d7 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59f58fe1-6d9f-4b6e-b367-d845468b712f,revision_number=0']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:45:59.183124 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-f6ebdb79-6230-468d-81c0-7177661345d7 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:45:59.190164 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-f6ebdb79-6230-468d-81c0-7177661345d7 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:59.191165 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-f6ebdb79-6230-468d-81c0-7177661345d7 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1345875 May 20 19:45:59.194235 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 41124) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:45:59.199099 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-86ab748e-d5f8-4584-a7a4-7f5961b95ec1 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Request body: {'floatingip': {'floating_network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3'}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:45:59.204623 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-86ab748e-d5f8-4584-a7a4-7f5961b95ec1 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:45:59.208409 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-86ab748e-d5f8-4584-a7a4-7f5961b95ec1 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Usage tracker for resource:floatingip and tenant:eae5dc310b064886a0fbb3c18c74b33d is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:45:59.211156 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-86ab748e-d5f8-4584-a7a4-7f5961b95ec1 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:45:59.216732 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-86ab748e-d5f8-4584-a7a4-7f5961b95ec1 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:45:59.226240 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-86ab748e-d5f8-4584-a7a4-7f5961b95ec1 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks [] for floatingip, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:59.359266 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-86ab748e-d5f8-4584-a7a4-7f5961b95ec1 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:59.464726 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5136ac-ad9f-42a3-9a63-858c2bbf7231 req-3858861a-e3fb-461a-8e22-e169b208a896 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:59.466389 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-ed5136ac-ad9f-42a3-9a63-858c2bbf7231 req-3858861a-e3fb-461a-8e22-e169b208a896 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b5a4211-6b1a-4f93-9998-c2676371d953 HTTP/1.1" status: 200 len: 945 time: 0.0848079 May 20 19:45:59.492704 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.db_base_plugin_common [None req-86ab748e-d5f8-4584-a7a4-7f5961b95ec1 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Allocated IP 172.27.1.247 (b6b8e223-f4e2-43c0-a9aa-6e12566b63e3/0824c86c-c492-497a-a433-a5123d2f3ae1/5900ba03-e99e-45d6-af8e-1469ba3daef0) {{(pid=98244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:45:59.516457 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-ed5136ac-ad9f-42a3-9a63-858c2bbf7231 req-4a821702-e920-4fe2-864f-f032d0da9fe5 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ed32cb8-5dc1-4f35-8912-ee32a56ad68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433600 May 20 19:45:59.641320 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-86ab748e-d5f8-4584-a7a4-7f5961b95ec1 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks [] for port, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:59.668622 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-86ab748e-d5f8-4584-a7a4-7f5961b95ec1 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3028154'] for port, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:59.673265 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-d0c65abf-f128-4ddd-983a-bdf686c0f8a6 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:45:59.728287 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ab748e-d5f8-4584-a7a4-7f5961b95ec1 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Network b6b8e223-f4e2-43c0-a9aa-6e12566b63e3 is already hosted by enough agents. {{(pid=98244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:45:59.730969 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.base_scheduler [None req-86ab748e-d5f8-4584-a7a4-7f5961b95ec1 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Resources bound (agent type, host, resource id): {{(pid=98244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:45:59.735135 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ab748e-d5f8-4584-a7a4-7f5961b95ec1 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Received port after_create {{(pid=98244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:45:59.770372 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ab748e-d5f8-4584-a7a4-7f5961b95ec1 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Pushing event updated for resources: {'Port': ['ID=5900ba03-e99e-45d6-af8e-1469ba3daef0,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:45:59.774263 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-86ab748e-d5f8-4584-a7a4-7f5961b95ec1 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:45:59.818822 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-86ab748e-d5f8-4584-a7a4-7f5961b95ec1 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:59.879277 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-86ab748e-d5f8-4584-a7a4-7f5961b95ec1 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:00.178713 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-86ab748e-d5f8-4584-a7a4-7f5961b95ec1 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks [] for port, precommit_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:00.182859 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-86ab748e-d5f8-4584-a7a4-7f5961b95ec1 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3028147'] for port, after_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:00.187184 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-2da40031-ac44-476d-ae36-a27a33829d84 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:46:00.292349 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ab748e-d5f8-4584-a7a4-7f5961b95ec1 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Pushing event updated for resources: {'Port': ['ID=5900ba03-e99e-45d6-af8e-1469ba3daef0,revision_number=2']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:46:00.296833 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-86ab748e-d5f8-4584-a7a4-7f5961b95ec1 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:46:00.303064 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-86ab748e-d5f8-4584-a7a4-7f5961b95ec1 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745732'] for floatingip, after_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:00.324088 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-86ab748e-d5f8-4584-a7a4-7f5961b95ec1 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for floatingip, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:00.325268 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-86ab748e-d5f8-4584-a7a4-7f5961b95ec1 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1301560 May 20 19:46:00.542687 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-d217e4a9-b0f4-41a1-898b-a66363a3ca2f tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Synchronizing usage tracker for tenant:eae5dc310b064886a0fbb3c18c74b33d on resource:security_group {{(pid=98243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:46:00.557863 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-d217e4a9-b0f4-41a1-898b-a66363a3ca2f tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Unset dirty status for tenant:eae5dc310b064886a0fbb3c18c74b33d on resource:security_group {{(pid=98243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:46:00.559145 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-d217e4a9-b0f4-41a1-898b-a66363a3ca2f tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1974902842&fields=id&tenant_id=eae5dc310b064886a0fbb3c18c74b33d HTTP/1.1" status: 200 len: 267 time: 0.0549812 May 20 19:46:00.718557 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-72fe9fb7-ca74-49c2-ba8c-d80f0e3575be tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:00.720108 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-72fe9fb7-ca74-49c2-ba8c-d80f0e3575be tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/networks?id=d932fd37-893e-4714-8e50-cf8308e6d424 HTTP/1.1" status: 200 len: 808 time: 0.1541207 May 20 19:46:00.735724 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-5de1cdd4-16fa-4a92-9514-a123f01704e3 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/quotas/eae5dc310b064886a0fbb3c18c74b33d HTTP/1.1" status: 200 len: 375 time: 0.0092604 May 20 19:46:00.861165 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df441053-acb9-4a42-928d-15956275e40c req-3e4f5d22-3be9-430a-bd86-69ff0279707f tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:00.862619 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-df441053-acb9-4a42-928d-15956275e40c req-3e4f5d22-3be9-430a-bd86-69ff0279707f tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b5a4211-6b1a-4f93-9998-c2676371d953 HTTP/1.1" status: 200 len: 945 time: 0.0898597 May 20 19:46:00.893543 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-57fa6686-016b-47fe-a4ff-4bfac76f91da tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Synchronizing usage tracker for tenant:eae5dc310b064886a0fbb3c18c74b33d on resource:port {{(pid=98243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:46:00.908125 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-57fa6686-016b-47fe-a4ff-4bfac76f91da tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Unset dirty status for tenant:eae5dc310b064886a0fbb3c18c74b33d on resource:port {{(pid=98243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:46:00.908481 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-df441053-acb9-4a42-928d-15956275e40c req-e924eaab-db9f-4147-9721-a144f1f8c790 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ed32cb8-5dc1-4f35-8912-ee32a56ad68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398893 May 20 19:46:00.909525 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-57fa6686-016b-47fe-a4ff-4bfac76f91da tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=eae5dc310b064886a0fbb3c18c74b33d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1682580 May 20 19:46:01.103767 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-b0a528f8-e4e3-4910-9129-638209201949 service neutron] 10.222.0.46 "GET /v2.0/networks/d932fd37-893e-4714-8e50-cf8308e6d424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825464 May 20 19:46:01.240448 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-2e9229e5-a285-4dff-944e-07bedf127c3a service neutron] 10.222.0.46 "GET /v2.0/networks/d932fd37-893e-4714-8e50-cf8308e6d424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293387 May 20 19:46:01.425300 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-bccd562b-cd7f-4bce-a96b-64f8fa43e073 req-049cc1aa-f17a-4391-94a1-30341bdf60e8 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=604eb06a-fc43-4dde-a7ee-7b03afc51a4c HTTP/1.1" status: 200 len: 210 time: 0.0442147 May 20 19:46:02.221283 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-009344b2-1f66-4158-b124-af7d9d6b1b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:02.665437 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-59bc17ef-8004-4547-9b2c-4ad87c9ffb4a req-32446300-ce1a-4594-87ac-2f1a4c076d00 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=604eb06a-fc43-4dde-a7ee-7b03afc51a4c HTTP/1.1" status: 200 len: 210 time: 0.0610905 May 20 19:46:02.680066 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-b4c34471-4805-4ab0-a9a0-b6ec93674326 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:02.681495 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-b4c34471-4805-4ab0-a9a0-b6ec93674326 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.65 "GET /v2.0/networks?id=d932fd37-893e-4714-8e50-cf8308e6d424 HTTP/1.1" status: 200 len: 808 time: 0.2633402 May 20 19:46:02.738061 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-e2e5e71f-77b2-4835-997a-bc421c031bba tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eae5dc310b064886a0fbb3c18c74b33d HTTP/1.1" status: 200 len: 380 time: 0.0460727 May 20 19:46:02.751940 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-022458de-2e2f-4260-b57e-c9b68129c0e6 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Request body: {'port': {'device_id': '604eb06a-fc43-4dde-a7ee-7b03afc51a4c', 'network_id': 'd932fd37-893e-4714-8e50-cf8308e6d424', 'admin_state_up': True, 'tenant_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'security_groups': ['15eb833a-092a-4e71-98b4-0eee151659a7']}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:46:02.891762 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-022458de-2e2f-4260-b57e-c9b68129c0e6 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:46:02.901089 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-022458de-2e2f-4260-b57e-c9b68129c0e6 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:46:02.910458 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-022458de-2e2f-4260-b57e-c9b68129c0e6 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Made reservation on behalf of eae5dc310b064886a0fbb3c18c74b33d for: {'port': 1} {{(pid=98243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:46:02.913997 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-022458de-2e2f-4260-b57e-c9b68129c0e6 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:03.072802 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.db_base_plugin_common [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-022458de-2e2f-4260-b57e-c9b68129c0e6 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Allocated IP 172.20.0.14 (d932fd37-893e-4714-8e50-cf8308e6d424/edef4a11-9491-49df-813d-c217a08b5490/310bd05b-cdcf-4c24-b300-9c09b1e74ecb) {{(pid=98243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:46:03.257613 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-022458de-2e2f-4260-b57e-c9b68129c0e6 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks [] for port, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:03.273520 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.provisioning_blocks [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-022458de-2e2f-4260-b57e-c9b68129c0e6 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Transition to ACTIVE for port object 310bd05b-cdcf-4c24-b300-9c09b1e74ecb will not be triggered until provisioned by entity DHCP. {{(pid=98243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:46:03.296853 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-022458de-2e2f-4260-b57e-c9b68129c0e6 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015'] for port, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:03.302422 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-3b3fa818-8edb-4654-8340-492a96f52015 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:46:03.366066 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-022458de-2e2f-4260-b57e-c9b68129c0e6 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Network d932fd37-893e-4714-8e50-cf8308e6d424 is already hosted by enough agents. {{(pid=98243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:46:03.369139 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.base_scheduler [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-022458de-2e2f-4260-b57e-c9b68129c0e6 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Resources bound (agent type, host, resource id): {{(pid=98243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:46:03.372912 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.l3_dvrscheduler_db [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-022458de-2e2f-4260-b57e-c9b68129c0e6 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Received port after_create {{(pid=98243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:46:03.378456 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-022458de-2e2f-4260-b57e-c9b68129c0e6 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:03.379046 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-022458de-2e2f-4260-b57e-c9b68129c0e6 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for port, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:03.395137 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022458de-2e2f-4260-b57e-c9b68129c0e6 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Pushing event updated for resources: {'Port': ['ID=310bd05b-cdcf-4c24-b300-9c09b1e74ecb,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:46:03.398777 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-022458de-2e2f-4260-b57e-c9b68129c0e6 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:46:03.410999 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-022458de-2e2f-4260-b57e-c9b68129c0e6 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6634483 May 20 19:46:03.472487 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-a6851c46-3816-49a3-ac8c-f8363af9946d service neutron] Request body: {'port': {'device_id': '604eb06a-fc43-4dde-a7ee-7b03afc51a4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:46:03.549972 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-c2a587a6-085d-41b1-81c3-c2a66cb7ca2f None None] Provisioning for port 310bd05b-cdcf-4c24-b300-9c09b1e74ecb completed by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:46:03.554459 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-c2a587a6-085d-41b1-81c3-c2a66cb7ca2f None None] Provisioning complete for port 310bd05b-cdcf-4c24-b300-9c09b1e74ecb triggered by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:46:03.554832 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-c2a587a6-085d-41b1-81c3-c2a66cb7ca2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:03.586498 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-a6851c46-3816-49a3-ac8c-f8363af9946d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:03.609510 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-c2a587a6-085d-41b1-81c3-c2a66cb7ca2f None None] Port 310bd05b-cdcf-4c24-b300-9c09b1e74ecb cannot update to ACTIVE because it is not bound. {{(pid=98245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 19:46:03.858461 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f16a30b-c4b1-49b8-bd45-30912fb0c4cf req-93d7d425-f79e-43b0-a49f-b43fb4234f24 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:03.859979 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-5f16a30b-c4b1-49b8-bd45-30912fb0c4cf req-93d7d425-f79e-43b0-a49f-b43fb4234f24 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=604eb06a-fc43-4dde-a7ee-7b03afc51a4c HTTP/1.1" status: 200 len: 932 time: 0.0799768 May 20 19:46:03.909087 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-5f16a30b-c4b1-49b8-bd45-30912fb0c4cf req-7939d8e2-3321-420d-a7c1-bb2c920950a8 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Synchronizing usage tracker for tenant:eae5dc310b064886a0fbb3c18c74b33d on resource:security_group {{(pid=98244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:46:03.919207 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.notifiers.nova [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-a6851c46-3816-49a3-ac8c-f8363af9946d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 310bd05b-cdcf-4c24-b300-9c09b1e74ecb {{(pid=98243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:46:03.920452 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-5f16a30b-c4b1-49b8-bd45-30912fb0c4cf req-7939d8e2-3321-420d-a7c1-bb2c920950a8 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Unset dirty status for tenant:eae5dc310b064886a0fbb3c18c74b33d on resource:security_group {{(pid=98244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:46:03.921615 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-5f16a30b-c4b1-49b8-bd45-30912fb0c4cf req-7939d8e2-3321-420d-a7c1-bb2c920950a8 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=15eb833a-092a-4e71-98b4-0eee151659a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552661 May 20 19:46:03.927211 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-a6851c46-3816-49a3-ac8c-f8363af9946d service neutron] Notify callbacks [] for port, precommit_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:03.943102 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.provisioning_blocks [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-a6851c46-3816-49a3-ac8c-f8363af9946d service neutron] Transition to ACTIVE for port object 310bd05b-cdcf-4c24-b300-9c09b1e74ecb will not be triggered until provisioned by entity L2. {{(pid=98243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:46:03.947616 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-a6851c46-3816-49a3-ac8c-f8363af9946d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:03.951237 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:46:04.179629 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6851c46-3816-49a3-ac8c-f8363af9946d service neutron] Pushing event updated for resources: {'Port': ['ID=310bd05b-cdcf-4c24-b300-9c09b1e74ecb,revision_number=2']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:46:04.187492 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-a6851c46-3816-49a3-ac8c-f8363af9946d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:46:04.206683 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.managers [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-a6851c46-3816-49a3-ac8c-f8363af9946d service neutron] Attempting to bind port 310bd05b-cdcf-4c24-b300-9c09b1e74ecb on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:46:04.206955 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.managers [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-a6851c46-3816-49a3-ac8c-f8363af9946d service neutron] Attempting to bind port 310bd05b-cdcf-4c24-b300-9c09b1e74ecb by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '58083fc7-31b6-4bee-b691-e433c62573b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd932fd37-893e-4714-8e50-cf8308e6d424'}] {{(pid=98243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:46:04.207275 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-a6851c46-3816-49a3-ac8c-f8363af9946d service neutron] Attempting to bind port 310bd05b-cdcf-4c24-b300-9c09b1e74ecb on network d932fd37-893e-4714-8e50-cf8308e6d424 {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:46:04.211639 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-a6851c46-3816-49a3-ac8c-f8363af9946d service neutron] Port 310bd05b-cdcf-4c24-b300-9c09b1e74ecb on network d932fd37-893e-4714-8e50-cf8308e6d424 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 19:46:04.211977 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-a6851c46-3816-49a3-ac8c-f8363af9946d service neutron] Attempting to bind port 310bd05b-cdcf-4c24-b300-9c09b1e74ecb on network d932fd37-893e-4714-8e50-cf8308e6d424 {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:46:04.216887 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-a6851c46-3816-49a3-ac8c-f8363af9946d service neutron] Checking agent: {'id': '35bcd696-cda5-4691-8ef9-fd8f1ab55a75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 39, 6), 'started_at': datetime.datetime(2021, 5, 20, 19, 39, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:46:04.217218 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-a6851c46-3816-49a3-ac8c-f8363af9946d service neutron] Checking segment: {'id': '58083fc7-31b6-4bee-b691-e433c62573b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd932fd37-893e-4714-8e50-cf8308e6d424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:46:04.217593 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-a6851c46-3816-49a3-ac8c-f8363af9946d service neutron] Bound using segment: {'id': '58083fc7-31b6-4bee-b691-e433c62573b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd932fd37-893e-4714-8e50-cf8308e6d424'} {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:46:04.218040 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.managers [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-a6851c46-3816-49a3-ac8c-f8363af9946d service neutron] Bound port: 310bd05b-cdcf-4c24-b300-9c09b1e74ecb, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58083fc7-31b6-4bee-b691-e433c62573b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd932fd37-893e-4714-8e50-cf8308e6d424'}}] {{(pid=98243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:46:04.218374 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-a6851c46-3816-49a3-ac8c-f8363af9946d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:04.304665 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.db [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-a6851c46-3816-49a3-ac8c-f8363af9946d service neutron] For port 310bd05b-cdcf-4c24-b300-9c09b1e74ecb, host hv-cinder-79246, cleared binding levels {{(pid=98243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:46:04.307434 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.db [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-a6851c46-3816-49a3-ac8c-f8363af9946d service neutron] For port 310bd05b-cdcf-4c24-b300-9c09b1e74ecb, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=310bd05b-cdcf-4c24-b300-9c09b1e74ecb,segment=NetworkSegment(58083fc7-31b6-4bee-b691-e433c62573b4),segment_id=58083fc7-31b6-4bee-b691-e433c62573b4)] {{(pid=98243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:46:04.313027 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-a6851c46-3816-49a3-ac8c-f8363af9946d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:04.317648 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-3e399d2f-c795-490e-b050-5388fb1c6bc8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:46:04.379345 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-a6851c46-3816-49a3-ac8c-f8363af9946d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:04.380009 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-a6851c46-3816-49a3-ac8c-f8363af9946d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for port, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:04.381416 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-a6851c46-3816-49a3-ac8c-f8363af9946d service neutron] 10.222.0.65 "PUT /v2.0/ports/310bd05b-cdcf-4c24-b300-9c09b1e74ecb HTTP/1.1" status: 200 len: 1094 time: 0.9605665 May 20 19:46:04.381887 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '604eb06a-fc43-4dde-a7ee-7b03afc51a4c', 'tag': '310bd05b-cdcf-4c24-b300-9c09b1e74ecb'}] {{(pid=98243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:46:04.401898 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6851c46-3816-49a3-ac8c-f8363af9946d service neutron] Pushing event updated for resources: {'Port': ['ID=310bd05b-cdcf-4c24-b300-9c09b1e74ecb,revision_number=3']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:46:04.405515 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-a6851c46-3816-49a3-ac8c-f8363af9946d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:46:04.469784 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '604eb06a-fc43-4dde-a7ee-7b03afc51a4c', 'tag': '310bd05b-cdcf-4c24-b300-9c09b1e74ecb', 'status': 'completed', 'code': 200} May 20 19:46:04.481963 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-4644538d-1ea9-446f-9cbd-33b144442212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:04.516292 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-d5040261-59e9-43a0-95a3-b6708f482889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:04.517783 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-d5040261-59e9-43a0-95a3-b6708f482889 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=eae5dc310b064886a0fbb3c18c74b33d&device_id=604eb06a-fc43-4dde-a7ee-7b03afc51a4c HTTP/1.1" status: 200 len: 1097 time: 0.0797634 May 20 19:46:04.590907 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-ed2b3116-04b0-4a1b-939f-46386af16ac2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=310bd05b-cdcf-4c24-b300-9c09b1e74ecb HTTP/1.1" status: 200 len: 217 time: 0.0629053 May 20 19:46:04.669740 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-0fb886e0-89cc-47d8-b0ca-59cafad03731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:04.671848 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-0fb886e0-89cc-47d8-b0ca-59cafad03731 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=edef4a11-9491-49df-813d-c217a08b5490 HTTP/1.1" status: 200 len: 847 time: 0.0601008 May 20 19:46:04.756173 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-43583a54-eebf-4156-8249-ef2e3cce939b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:04.757662 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-43583a54-eebf-4156-8249-ef2e3cce939b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d932fd37-893e-4714-8e50-cf8308e6d424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0755267 May 20 19:46:04.786753 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:04.914253 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-b692abdf-60e5-4b04-ad7d-1ecd9a6c93c5 service neutron] 10.222.0.65 "GET /v2.0/networks/d932fd37-893e-4714-8e50-cf8308e6d424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337595 May 20 19:46:05.051247 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-f47e26be-811e-4ea2-b93c-1e0b571dcae1 req-53458882-61a9-4df4-8d5d-f96cd53b4e37 service neutron] 10.222.0.65 "GET /v2.0/networks/d932fd37-893e-4714-8e50-cf8308e6d424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256032 May 20 19:46:05.115194 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b076d-c711-4f61-ae84-16c1b85a318b req-4cfe80ea-aa66-4259-b900-2101663fbf7f tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:05.116899 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-410b076d-c711-4f61-ae84-16c1b85a318b req-4cfe80ea-aa66-4259-b900-2101663fbf7f tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=604eb06a-fc43-4dde-a7ee-7b03afc51a4c HTTP/1.1" status: 200 len: 944 time: 0.0880485 May 20 19:46:05.163870 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-410b076d-c711-4f61-ae84-16c1b85a318b req-d1db5f13-0e13-4f9f-b983-1c3da2efd61a tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=15eb833a-092a-4e71-98b4-0eee151659a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402999 May 20 19:46:05.180247 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef5c1f-ca7f-449d-b8ee-bd81b86d9a1c req-0bbf7905-69f9-4894-8017-d94475d87139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:05.181800 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-bdef5c1f-ca7f-449d-b8ee-bd81b86d9a1c req-0bbf7905-69f9-4894-8017-d94475d87139 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=eae5dc310b064886a0fbb3c18c74b33d&device_id=604eb06a-fc43-4dde-a7ee-7b03afc51a4c HTTP/1.1" status: 200 len: 1097 time: 0.0744014 May 20 19:46:05.320400 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef5c1f-ca7f-449d-b8ee-bd81b86d9a1c req-18c0e53b-2b56-431c-82a1-81dbd35bc205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:05.321844 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-bdef5c1f-ca7f-449d-b8ee-bd81b86d9a1c req-18c0e53b-2b56-431c-82a1-81dbd35bc205 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d932fd37-893e-4714-8e50-cf8308e6d424 HTTP/1.1" status: 200 len: 909 time: 0.1264334 May 20 19:46:05.392095 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-bdef5c1f-ca7f-449d-b8ee-bd81b86d9a1c req-e929d88c-6a97-4aba-a942-2124baf19e75 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=310bd05b-cdcf-4c24-b300-9c09b1e74ecb HTTP/1.1" status: 200 len: 217 time: 0.0623851 May 20 19:46:05.470351 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef5c1f-ca7f-449d-b8ee-bd81b86d9a1c req-39ee08ae-0184-44d7-b27a-db10625e8e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:05.471808 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-bdef5c1f-ca7f-449d-b8ee-bd81b86d9a1c req-39ee08ae-0184-44d7-b27a-db10625e8e1d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=edef4a11-9491-49df-813d-c217a08b5490 HTTP/1.1" status: 200 len: 847 time: 0.0574977 May 20 19:46:05.557194 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef5c1f-ca7f-449d-b8ee-bd81b86d9a1c req-0a867c76-c9ea-40e3-bb0d-1e1741a24f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:05.559590 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-bdef5c1f-ca7f-449d-b8ee-bd81b86d9a1c req-0a867c76-c9ea-40e3-bb0d-1e1741a24f8e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d932fd37-893e-4714-8e50-cf8308e6d424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0796661 May 20 19:46:05.572315 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d568-3eaa-4ee2-8e63-8438dfda9a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:05.700110 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-bdef5c1f-ca7f-449d-b8ee-bd81b86d9a1c req-1fcb4a5a-727b-4668-a889-c996f39171a0 service neutron] 10.222.0.65 "GET /v2.0/networks/d932fd37-893e-4714-8e50-cf8308e6d424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321332 May 20 19:46:05.830596 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-bdef5c1f-ca7f-449d-b8ee-bd81b86d9a1c req-041d6742-3f2b-4da6-a1c5-6d1144844809 service neutron] 10.222.0.65 "GET /v2.0/networks/d932fd37-893e-4714-8e50-cf8308e6d424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222756 May 20 19:46:06.311227 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:06.363259 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd79a08-d3b0-4846-a851-d5e1d6451d24 req-1c9b2d6c-3cdf-4112-bab0-0b4d930f7d5e tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:06.364802 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-7fd79a08-d3b0-4846-a851-d5e1d6451d24 req-1c9b2d6c-3cdf-4112-bab0-0b4d930f7d5e tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=604eb06a-fc43-4dde-a7ee-7b03afc51a4c HTTP/1.1" status: 200 len: 944 time: 0.0912030 May 20 19:46:06.400682 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-d2d2e302-cdc7-49f6-8e72-dd3279df593d req-a0022776-ec24-4238-a5b4-fbfc557ee652 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cff2428c-ec42-4195-8844-e8df5ecb05d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1711133 May 20 19:46:06.414319 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-7fd79a08-d3b0-4846-a851-d5e1d6451d24 req-6656ad25-7a2d-4720-8eb7-65fd97f5967d tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=15eb833a-092a-4e71-98b4-0eee151659a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434644 May 20 19:46:06.547497 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2e302-cdc7-49f6-8e72-dd3279df593d req-92550505-d11b-4ef7-94f6-4cb1e5c40290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:06.548966 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-d2d2e302-cdc7-49f6-8e72-dd3279df593d req-92550505-d11b-4ef7-94f6-4cb1e5c40290 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b30d257c909347a0a7a4a00520b04c7a&device_id=cff2428c-ec42-4195-8844-e8df5ecb05d2 HTTP/1.1" status: 200 len: 1098 time: 0.0734911 May 20 19:46:06.701065 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2e302-cdc7-49f6-8e72-dd3279df593d req-c18c6c7e-3da6-4f74-b571-c5a6fda10691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:06.702954 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-d2d2e302-cdc7-49f6-8e72-dd3279df593d req-c18c6c7e-3da6-4f74-b571-c5a6fda10691 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a7ab55e1-6167-4164-bfcf-439bc846ee1f HTTP/1.1" status: 200 len: 916 time: 0.1304426 May 20 19:46:06.772125 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-d2d2e302-cdc7-49f6-8e72-dd3279df593d req-bdc5a405-1b60-45d6-8edb-cab4955bf6a8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21f81e92-4b19-47cc-984b-8a941760f554 HTTP/1.1" status: 200 len: 217 time: 0.0604427 May 20 19:46:06.841167 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2e302-cdc7-49f6-8e72-dd3279df593d req-df32abca-3e0e-4bd6-845a-68b26ba39328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:06.842598 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-d2d2e302-cdc7-49f6-8e72-dd3279df593d req-df32abca-3e0e-4bd6-845a-68b26ba39328 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ee6f1027-b222-4012-aa3e-1e06e15f9833 HTTP/1.1" status: 200 len: 855 time: 0.0612447 May 20 19:46:06.891278 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-d2d2e302-cdc7-49f6-8e72-dd3279df593d req-f4d159ee-9ca0-4777-afc2-1234688ba9cc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a7ab55e1-6167-4164-bfcf-439bc846ee1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416136 May 20 19:46:07.021127 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-d2d2e302-cdc7-49f6-8e72-dd3279df593d req-aa3aa1e5-c52d-435a-b779-272218b89ce1 service neutron] 10.222.0.65 "GET /v2.0/networks/a7ab55e1-6167-4164-bfcf-439bc846ee1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208804 May 20 19:46:07.156255 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-d2d2e302-cdc7-49f6-8e72-dd3279df593d req-da44c4d4-5229-424b-9b31-f5ed3c485e3f service neutron] 10.222.0.65 "GET /v2.0/networks/a7ab55e1-6167-4164-bfcf-439bc846ee1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268916 May 20 19:46:07.264796 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-40a8b960-4cf6-42c3-bf80-c71dd59d075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:07.603033 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8cb30-00bc-4dd7-9faf-61d4cb55d4ef req-ea10b205-53e9-4b88-91f0-e394c8de4c0c tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:07.604429 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-f8e8cb30-00bc-4dd7-9faf-61d4cb55d4ef req-ea10b205-53e9-4b88-91f0-e394c8de4c0c tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=604eb06a-fc43-4dde-a7ee-7b03afc51a4c HTTP/1.1" status: 200 len: 944 time: 0.0784531 May 20 19:46:07.652381 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-f8e8cb30-00bc-4dd7-9faf-61d4cb55d4ef req-999c47c5-24ac-4820-bb9f-690fc82726b6 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=15eb833a-092a-4e71-98b4-0eee151659a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416851 May 20 19:46:08.487791 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 310bd05b-cdcf-4c24-b300-9c09b1e74ecb details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 19:46:08.618852 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port 310bd05b-cdcf-4c24-b300-9c09b1e74ecb, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=310bd05b-cdcf-4c24-b300-9c09b1e74ecb,segment=NetworkSegment(58083fc7-31b6-4bee-b691-e433c62573b4),segment_id=58083fc7-31b6-4bee-b691-e433c62573b4)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:46:08.633247 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Returning: {'device': '310bd05b-cdcf-4c24-b300-9c09b1e74ecb', 'network_id': 'd932fd37-893e-4714-8e50-cf8308e6d424', 'port_id': '310bd05b-cdcf-4c24-b300-9c09b1e74ecb', 'mac_address': 'fa:16:3e:6c:21:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edef4a11-9491-49df-813d-c217a08b5490', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 19:46:08.693203 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:08.710001 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.notifiers.nova [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 310bd05b-cdcf-4c24-b300-9c09b1e74ecb {{(pid=98245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:46:08.728585 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port 310bd05b-cdcf-4c24-b300-9c09b1e74ecb, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=310bd05b-cdcf-4c24-b300-9c09b1e74ecb,segment=NetworkSegment(58083fc7-31b6-4bee-b691-e433c62573b4),segment_id=58083fc7-31b6-4bee-b691-e433c62573b4)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:46:08.732586 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:08.736077 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:46:08.802445 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Pushing event updated for resources: {'Port': ['ID=310bd05b-cdcf-4c24-b300-9c09b1e74ecb,revision_number=4']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:46:08.805586 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:46:08.842798 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae10c1-5e75-4361-a62b-af3053f40f13 req-c5d3915d-30e6-4411-85ad-72018f0d4a0b tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:08.844263 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-7fae10c1-5e75-4361-a62b-af3053f40f13 req-c5d3915d-30e6-4411-85ad-72018f0d4a0b tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=604eb06a-fc43-4dde-a7ee-7b03afc51a4c HTTP/1.1" status: 200 len: 945 time: 0.0807209 May 20 19:46:08.889907 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-7fae10c1-5e75-4361-a62b-af3053f40f13 req-238698ac-7b46-4823-9955-2cef63236d06 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=15eb833a-092a-4e71-98b4-0eee151659a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398302 May 20 19:46:09.107225 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] get_ports_and_sgs() called for port_ids ['310bd05b-cdcf-4c24-b300-9c09b1e74ecb'] {{(pid=98245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:46:10.080014 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015913f9-6a94-499f-a970-5ac5a96b5389 req-d2dd25ac-f362-4a6c-8719-8c12d947f3d4 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:10.081582 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-015913f9-6a94-499f-a970-5ac5a96b5389 req-d2dd25ac-f362-4a6c-8719-8c12d947f3d4 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=604eb06a-fc43-4dde-a7ee-7b03afc51a4c HTTP/1.1" status: 200 len: 945 time: 0.0856452 May 20 19:46:10.127046 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-015913f9-6a94-499f-a970-5ac5a96b5389 req-bf25c41c-aee1-4a38-a6de-a6e2d742fc77 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=15eb833a-092a-4e71-98b4-0eee151659a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394740 May 20 19:46:10.423279 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.agents_db [None req-81082b58-be1a-4fbd-9926-297307221300 None None] Agent healthcheck: found 6 active agents {{(pid=98246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:46:10.502835 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 310bd05b-cdcf-4c24-b300-9c09b1e74ecb up at agent hyperv_hv-cinder-79246 {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:46:10.570768 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Provisioning for port 310bd05b-cdcf-4c24-b300-9c09b1e74ecb completed by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:46:10.575323 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Provisioning complete for port 310bd05b-cdcf-4c24-b300-9c09b1e74ecb triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:46:10.575716 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:10.693426 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:10.722059 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '604eb06a-fc43-4dde-a7ee-7b03afc51a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310bd05b-cdcf-4c24-b300-9c09b1e74ecb'}] {{(pid=98245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:46:10.731911 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port 310bd05b-cdcf-4c24-b300-9c09b1e74ecb, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=310bd05b-cdcf-4c24-b300-9c09b1e74ecb,segment=NetworkSegment(58083fc7-31b6-4bee-b691-e433c62573b4),segment_id=58083fc7-31b6-4bee-b691-e433c62573b4)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:46:10.737065 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:10.739405 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:46:10.776710 dv-cinder-792462-2-iscsi neutron-server[98245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '604eb06a-fc43-4dde-a7ee-7b03afc51a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310bd05b-cdcf-4c24-b300-9c09b1e74ecb', 'code': 200} May 20 19:46:10.816841 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Pushing event updated for resources: {'Port': ['ID=310bd05b-cdcf-4c24-b300-9c09b1e74ecb,revision_number=5']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:46:10.820383 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:46:11.041262 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b1070-20ac-4dbd-aae8-2a3f0a22ebdf req-d862578a-ab9e-4fa1-90fb-400962eb664d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:11.042715 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-952b1070-20ac-4dbd-aae8-2a3f0a22ebdf req-d862578a-ab9e-4fa1-90fb-400962eb664d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=604eb06a-fc43-4dde-a7ee-7b03afc51a4c HTTP/1.1" status: 200 len: 1099 time: 0.0739949 May 20 19:46:11.083978 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-952b1070-20ac-4dbd-aae8-2a3f0a22ebdf req-e3fb1268-0a8c-430f-a08b-f3b68dc80e5f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=15eb833a-092a-4e71-98b4-0eee151659a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337052 May 20 19:46:11.315488 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeab687-a651-47bb-8468-3d38653d6a38 req-090f7e6a-e502-48de-96bc-efb07c510261 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:11.316929 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6aeab687-a651-47bb-8468-3d38653d6a38 req-090f7e6a-e502-48de-96bc-efb07c510261 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=604eb06a-fc43-4dde-a7ee-7b03afc51a4c HTTP/1.1" status: 200 len: 946 time: 0.0799861 May 20 19:46:11.360970 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6aeab687-a651-47bb-8468-3d38653d6a38 req-e5dc1f44-c575-4d8d-819d-f13c3420e91d tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=15eb833a-092a-4e71-98b4-0eee151659a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383573 May 20 19:46:12.559483 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dbe9b3-8179-4a25-a7ac-30053ec5dc33 req-9d846f23-7848-49bd-9345-07db663650bc tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:12.560948 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-90dbe9b3-8179-4a25-a7ac-30053ec5dc33 req-9d846f23-7848-49bd-9345-07db663650bc tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=604eb06a-fc43-4dde-a7ee-7b03afc51a4c HTTP/1.1" status: 200 len: 946 time: 0.0869079 May 20 19:46:12.605667 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-90dbe9b3-8179-4a25-a7ac-30053ec5dc33 req-9d9d477e-4059-4cc2-9c74-d194998d761d tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=15eb833a-092a-4e71-98b4-0eee151659a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382485 May 20 19:46:12.789051 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2123de9-b6b1-4b94-b78c-a3fc937d7f6c req-5b474c7e-b66a-4ea6-92f4-eb4bd244122b tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:12.790492 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-f2123de9-b6b1-4b94-b78c-a3fc937d7f6c req-5b474c7e-b66a-4ea6-92f4-eb4bd244122b tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=604eb06a-fc43-4dde-a7ee-7b03afc51a4c HTTP/1.1" status: 200 len: 946 time: 0.0822194 May 20 19:46:12.799406 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 41266) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:46:12.804485 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-533f9af8-7e19-4bf8-a8a3-9f67233d8f04 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Request body: {'floatingip': {'port_id': '310bd05b-cdcf-4c24-b300-9c09b1e74ecb'}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:46:12.882120 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-533f9af8-7e19-4bf8-a8a3-9f67233d8f04 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks [] for floatingip, before_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:13.568163 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-533f9af8-7e19-4bf8-a8a3-9f67233d8f04 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:13.573484 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-533f9af8-7e19-4bf8-a8a3-9f67233d8f04 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745732'] for floatingip, after_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:13.750293 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.db.l3_db [None req-533f9af8-7e19-4bf8-a8a3-9f67233d8f04 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Floating IP d9a54145-3c10-4a46-b6a7-c7a0af4d0b71 associated. External IP: 172.27.1.247, port: 310bd05b-cdcf-4c24-b300-9c09b1e74ecb. May 20 19:46:13.935490 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed8366-5efc-4722-8e8d-b720af44773a req-6309e759-cf56-4585-b8a0-85249e01a457 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:13.937040 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-86ed8366-5efc-4722-8e8d-b720af44773a req-6309e759-cf56-4585-b8a0-85249e01a457 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b5a4211-6b1a-4f93-9998-c2676371d953 HTTP/1.1" status: 200 len: 945 time: 0.0791230 May 20 19:46:13.983937 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-86ed8366-5efc-4722-8e8d-b720af44773a req-6c36b9e9-bac8-4371-8b5b-d0105320a7e4 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ed32cb8-5dc1-4f35-8912-ee32a56ad68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407312 May 20 19:46:14.104035 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-533f9af8-7e19-4bf8-a8a3-9f67233d8f04 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Router 4672da3d-cf7d-400c-89a7-8f40babc1cf1 has already been hosted by L3 agent bf06d900-968e-4d51-b3d3-e51a8143bf8e {{(pid=98244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:46:14.278678 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533f9af8-7e19-4bf8-a8a3-9f67233d8f04 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify agent at l3_agent.dv-cinder-792462-2-iscsi the message routers_updated {{(pid=98244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:46:14.283424 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-533f9af8-7e19-4bf8-a8a3-9f67233d8f04 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for floatingip, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:14.288533 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7b2199-0267-4414-af10-cf35ff0f3655 None None] Sync routers for ids ['4672da3d-cf7d-400c-89a7-8f40babc1cf1'] in dv-cinder-792462-2-iscsi {{(pid=98245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:46:14.298031 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7b2199-0267-4414-af10-cf35ff0f3655 None None] Routers {'4672da3d-cf7d-400c-89a7-8f40babc1cf1'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:46:14.298652 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-5c7b2199-0267-4414-af10-cf35ff0f3655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:46:04Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['4672da3d-cf7d-400c-89a7-8f40babc1cf1'], 'active': True} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:46:14.338878 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-533f9af8-7e19-4bf8-a8a3-9f67233d8f04 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "PUT /v2.0/floatingips/d9a54145-3c10-4a46-b6a7-c7a0af4d0b71 HTTP/1.1" status: 200 len: 992 time: 1.5383880 May 20 19:46:14.339571 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '604eb06a-fc43-4dde-a7ee-7b03afc51a4c', 'tag': '310bd05b-cdcf-4c24-b300-9c09b1e74ecb'}] {{(pid=98244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:46:14.386341 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '604eb06a-fc43-4dde-a7ee-7b03afc51a4c', 'tag': '310bd05b-cdcf-4c24-b300-9c09b1e74ecb', 'status': 'completed', 'code': 200} May 20 19:46:14.495734 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvr_db [None req-5c7b2199-0267-4414-af10-cf35ff0f3655 None None] Set router 4672da3d-cf7d-400c-89a7-8f40babc1cf1 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:46:14.507775 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8760c57-1a5d-40bd-bdd7-db1816690d98 req-42e769d7-3c06-47f9-bcf1-f9a3baec0df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:14.509279 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-f8760c57-1a5d-40bd-bdd7-db1816690d98 req-42e769d7-3c06-47f9-bcf1-f9a3baec0df2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=eae5dc310b064886a0fbb3c18c74b33d&device_id=604eb06a-fc43-4dde-a7ee-7b03afc51a4c HTTP/1.1" status: 200 len: 1099 time: 0.0891087 May 20 19:46:14.646497 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8760c57-1a5d-40bd-bdd7-db1816690d98 req-97fbdec0-aae5-4fbb-ba5e-dc7b3b0c5706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:14.647968 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-f8760c57-1a5d-40bd-bdd7-db1816690d98 req-97fbdec0-aae5-4fbb-ba5e-dc7b3b0c5706 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d932fd37-893e-4714-8e50-cf8308e6d424 HTTP/1.1" status: 200 len: 909 time: 0.1257341 May 20 19:46:14.752179 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-f8760c57-1a5d-40bd-bdd7-db1816690d98 req-c4d7bfc0-b148-4b85-83be-c3038d3c72aa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=310bd05b-cdcf-4c24-b300-9c09b1e74ecb HTTP/1.1" status: 200 len: 1000 time: 0.0959158 May 20 19:46:14.816660 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8760c57-1a5d-40bd-bdd7-db1816690d98 req-86e3c347-a024-4a38-9045-b06956564fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:14.818373 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-f8760c57-1a5d-40bd-bdd7-db1816690d98 req-86e3c347-a024-4a38-9045-b06956564fe3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=edef4a11-9491-49df-813d-c217a08b5490 HTTP/1.1" status: 200 len: 847 time: 0.0584385 May 20 19:46:14.847372 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-5c7b2199-0267-4414-af10-cf35ff0f3655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'name': 'tempest-AttachVolumeTestJSON-1631511-router', 'tenant_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'df9d2484-187b-40cb-97fd-91e552548a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:47Z', 'updated_at': '2021-05-20T19:40:56Z', 'revision_number': 4, 'project_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'gw_port': {'id': 'df9d2484-187b-40cb-97fd-91e552548a6c', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:43:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:49Z', 'updated_at': '2021-05-20T19:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_floatingips': [{'id': 'd9a54145-3c10-4a46-b6a7-c7a0af4d0b71', 'tenant_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'floating_ip_address': '172.27.1.247', 'floating_network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'router_id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'port_id': '310bd05b-cdcf-4c24-b300-9c09b1e74ecb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd932fd37-893e-4714-8e50-cf8308e6d424', 'mac_address': 'fa:16:3e:6c:21:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604eb06a-fc43-4dde-a7ee-7b03afc51a4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T19:45:59Z', 'updated_at': '2021-05-20T19:46:13Z', 'revision_number': 1, 'project_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5076c290-b3c2-4fd1-87ec-676c6b2a6016', 'name': '', 'network_id': 'd932fd37-893e-4714-8e50-cf8308e6d424', 'tenant_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'mac_address': 'fa:16:3e:f1:9d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'edef4a11-9491-49df-813d-c217a08b5490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:54Z', 'updated_at': '2021-05-20T19:41:11Z', 'revision_number': 5, 'project_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'subnets': [{'id': 'edef4a11-9491-49df-813d-c217a08b5490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:46:14.851312 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7b2199-0267-4414-af10-cf35ff0f3655 None None] Checking router: 4672da3d-cf7d-400c-89a7-8f40babc1cf1 for host: dv-cinder-792462-2-iscsi {{(pid=98245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:46:14.859851 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7b2199-0267-4414-af10-cf35ff0f3655 None None] Routers {'4672da3d-cf7d-400c-89a7-8f40babc1cf1'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:46:14.860753 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-5c7b2199-0267-4414-af10-cf35ff0f3655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:46:04Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['4672da3d-cf7d-400c-89a7-8f40babc1cf1'], 'active': True} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:46:14.897654 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8760c57-1a5d-40bd-bdd7-db1816690d98 req-62b9cacf-ff20-46d0-a46d-f90857c898d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:14.899204 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-f8760c57-1a5d-40bd-bdd7-db1816690d98 req-62b9cacf-ff20-46d0-a46d-f90857c898d1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d932fd37-893e-4714-8e50-cf8308e6d424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0699215 May 20 19:46:15.035030 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-f8760c57-1a5d-40bd-bdd7-db1816690d98 req-27c4de9c-134a-41d8-a63e-4387e988642c service neutron] 10.222.0.65 "GET /v2.0/networks/d932fd37-893e-4714-8e50-cf8308e6d424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264758 May 20 19:46:15.069250 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvr_db [None req-5c7b2199-0267-4414-af10-cf35ff0f3655 None None] Set router 4672da3d-cf7d-400c-89a7-8f40babc1cf1 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:46:15.176123 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ae6c8-3fe0-4f6c-ad89-f689ab0b1c61 req-79a9254e-68d8-437d-81fe-b388cfd1216d tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:15.178042 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-920ae6c8-3fe0-4f6c-ad89-f689ab0b1c61 req-79a9254e-68d8-437d-81fe-b388cfd1216d tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b5a4211-6b1a-4f93-9998-c2676371d953 HTTP/1.1" status: 200 len: 945 time: 0.0832951 May 20 19:46:15.227801 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-920ae6c8-3fe0-4f6c-ad89-f689ab0b1c61 req-79d0183f-3cef-4420-bcd3-9b2f70dfe5a0 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ed32cb8-5dc1-4f35-8912-ee32a56ad68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438275 May 20 19:46:15.258267 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-f8760c57-1a5d-40bd-bdd7-db1816690d98 req-053b4dc3-7c26-4130-8ebf-02c510e4d9d2 service neutron] 10.222.0.65 "GET /v2.0/networks/d932fd37-893e-4714-8e50-cf8308e6d424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125731 May 20 19:46:15.428200 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-5c7b2199-0267-4414-af10-cf35ff0f3655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'name': 'tempest-AttachVolumeTestJSON-1631511-router', 'tenant_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'df9d2484-187b-40cb-97fd-91e552548a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:47Z', 'updated_at': '2021-05-20T19:40:56Z', 'revision_number': 4, 'project_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'gw_port': {'id': 'df9d2484-187b-40cb-97fd-91e552548a6c', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:43:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:49Z', 'updated_at': '2021-05-20T19:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_floatingips': [{'id': 'd9a54145-3c10-4a46-b6a7-c7a0af4d0b71', 'tenant_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'floating_ip_address': '172.27.1.247', 'floating_network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'router_id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'port_id': '310bd05b-cdcf-4c24-b300-9c09b1e74ecb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd932fd37-893e-4714-8e50-cf8308e6d424', 'mac_address': 'fa:16:3e:6c:21:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604eb06a-fc43-4dde-a7ee-7b03afc51a4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T19:45:59Z', 'updated_at': '2021-05-20T19:46:13Z', 'revision_number': 1, 'project_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5076c290-b3c2-4fd1-87ec-676c6b2a6016', 'name': '', 'network_id': 'd932fd37-893e-4714-8e50-cf8308e6d424', 'tenant_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'mac_address': 'fa:16:3e:f1:9d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'edef4a11-9491-49df-813d-c217a08b5490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:54Z', 'updated_at': '2021-05-20T19:41:11Z', 'revision_number': 5, 'project_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'subnets': [{'id': 'edef4a11-9491-49df-813d-c217a08b5490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:46:15.432157 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7b2199-0267-4414-af10-cf35ff0f3655 None None] The sync data for ids ['4672da3d-cf7d-400c-89a7-8f40babc1cf1'] in dv-cinder-792462-2-iscsi is: [{'id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'name': 'tempest-AttachVolumeTestJSON-1631511-router', 'tenant_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'df9d2484-187b-40cb-97fd-91e552548a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:47Z', 'updated_at': '2021-05-20T19:40:56Z', 'revision_number': 4, 'project_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'gw_port': {'id': 'df9d2484-187b-40cb-97fd-91e552548a6c', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:43:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:49Z', 'updated_at': '2021-05-20T19:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_floatingips': [{'id': 'd9a54145-3c10-4a46-b6a7-c7a0af4d0b71', 'tenant_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'floating_ip_address': '172.27.1.247', 'floating_network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'router_id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'port_id': '310bd05b-cdcf-4c24-b300-9c09b1e74ecb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd932fd37-893e-4714-8e50-cf8308e6d424', 'mac_address': 'fa:16:3e:6c:21:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604eb06a-fc43-4dde-a7ee-7b03afc51a4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T19:45:59Z', 'updated_at': '2021-05-20T19:46:13Z', 'revision_number': 1, 'project_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5076c290-b3c2-4fd1-87ec-676c6b2a6016', 'name': '', 'network_id': 'd932fd37-893e-4714-8e50-cf8308e6d424', 'tenant_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'mac_address': 'fa:16:3e:f1:9d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'edef4a11-9491-49df-813d-c217a08b5490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:54Z', 'updated_at': '2021-05-20T19:41:11Z', 'revision_number': 5, 'project_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'subnets': [{'id': 'edef4a11-9491-49df-813d-c217a08b5490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:46:15.610122 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1714403d-954b-46fc-8f13-f1b82dba8278 None None] New status for floating IP d9a54145-3c10-4a46-b6a7-c7a0af4d0b71: ACTIVE {{(pid=98246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 19:46:15.938287 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4352c-7c0f-4082-98d6-536eba76c185 req-d85478c9-4f7f-4b61-99db-797a658e9108 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:15.939823 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c7e4352c-7c0f-4082-98d6-536eba76c185 req-d85478c9-4f7f-4b61-99db-797a658e9108 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b5a4211-6b1a-4f93-9998-c2676371d953 HTTP/1.1" status: 200 len: 945 time: 0.0835290 May 20 19:46:16.078711 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.plugin [req-c7e4352c-7c0f-4082-98d6-536eba76c185 req-c67f0f58-61de-407f-bd7e-23be5aa20d73 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Deleting port 5c124225-11e4-47ef-ac61-0ffeab4dfd03 {{(pid=98243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:46:16.079362 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-c7e4352c-7c0f-4082-98d6-536eba76c185 req-c67f0f58-61de-407f-bd7e-23be5aa20d73 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:16.215771 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.db [req-c7e4352c-7c0f-4082-98d6-536eba76c185 req-c67f0f58-61de-407f-bd7e-23be5aa20d73 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] For port 5c124225-11e4-47ef-ac61-0ffeab4dfd03, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5c124225-11e4-47ef-ac61-0ffeab4dfd03,segment=NetworkSegment(0783ad7b-959b-44b2-ae38-d305d09264d6),segment_id=0783ad7b-959b-44b2-ae38-d305d09264d6)] {{(pid=98243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:46:16.216050 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-c7e4352c-7c0f-4082-98d6-536eba76c185 req-c67f0f58-61de-407f-bd7e-23be5aa20d73 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:16.335832 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.plugin [req-c7e4352c-7c0f-4082-98d6-536eba76c185 req-c67f0f58-61de-407f-bd7e-23be5aa20d73 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Calling delete_port for 5c124225-11e4-47ef-ac61-0ffeab4dfd03 owned by compute:nova {{(pid=98243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:46:16.446837 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af2bcf-a50d-446f-a463-d04b36050c84 req-d67a5cfd-eb2f-4ef3-8349-f0d73b608878 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:16.448294 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-88af2bcf-a50d-446f-a463-d04b36050c84 req-d67a5cfd-eb2f-4ef3-8349-f0d73b608878 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b5a4211-6b1a-4f93-9998-c2676371d953 HTTP/1.1" status: 200 len: 945 time: 0.1098993 May 20 19:46:16.542851 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-88af2bcf-a50d-446f-a463-d04b36050c84 req-634a6933-a75c-45b7-850d-64464a0ec9a9 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ed32cb8-5dc1-4f35-8912-ee32a56ad68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886388 May 20 19:46:16.549484 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-c7e4352c-7c0f-4082-98d6-536eba76c185 req-c67f0f58-61de-407f-bd7e-23be5aa20d73 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024'] for port, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:16.555439 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-a6851c46-3816-49a3-ac8c-f8363af9946d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:46:16.570659 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] get_ports_and_sgs() called for port_ids ['21f81e92-4b19-47cc-984b-8a941760f554', '489b4ddc-7be6-4744-923b-45f9205a7e8a', '1b8270d0-c4c2-40b0-b34d-47bdfce4728b', '5c124225-11e4-47ef-ac61-0ffeab4dfd03'] {{(pid=98245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:46:16.602433 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67f0f58-61de-407f-bd7e-23be5aa20d73 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Pushing event deleted for resources: {'Port': ['ID=5c124225-11e4-47ef-ac61-0ffeab4dfd03,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:46:16.640380 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67f0f58-61de-407f-bd7e-23be5aa20d73 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:46:16.640752 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67f0f58-61de-407f-bd7e-23be5aa20d73 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:46:16.641133 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67f0f58-61de-407f-bd7e-23be5aa20d73 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:46:16.641477 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67f0f58-61de-407f-bd7e-23be5aa20d73 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:46:16.641830 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67f0f58-61de-407f-bd7e-23be5aa20d73 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:46:16.642180 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67f0f58-61de-407f-bd7e-23be5aa20d73 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:46:16.642526 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67f0f58-61de-407f-bd7e-23be5aa20d73 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:46:16.642873 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67f0f58-61de-407f-bd7e-23be5aa20d73 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:46:16.643215 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67f0f58-61de-407f-bd7e-23be5aa20d73 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:46:16.643555 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67f0f58-61de-407f-bd7e-23be5aa20d73 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:46:16.643923 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67f0f58-61de-407f-bd7e-23be5aa20d73 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:46:16.644265 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67f0f58-61de-407f-bd7e-23be5aa20d73 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:46:16.652038 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-c67f0f58-61de-407f-bd7e-23be5aa20d73 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:46:16.687220 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7e4352c-7c0f-4082-98d6-536eba76c185 req-c67f0f58-61de-407f-bd7e-23be5aa20d73 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] No DVR routers for this DVR port 5c124225-11e4-47ef-ac61-0ffeab4dfd03 on host hv-cinder-79246 {{(pid=98243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:46:16.689750 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-c7e4352c-7c0f-4082-98d6-536eba76c185 req-c67f0f58-61de-407f-bd7e-23be5aa20d73 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for port, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:16.692288 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b5a4211-6b1a-4f93-9998-c2676371d953', 'name': 'network-vif-deleted', 'tag': '5c124225-11e4-47ef-ac61-0ffeab4dfd03'}] {{(pid=98243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:46:16.715933 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c7e4352c-7c0f-4082-98d6-536eba76c185 req-c67f0f58-61de-407f-bd7e-23be5aa20d73 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.65 "DELETE /v2.0/ports/5c124225-11e4-47ef-ac61-0ffeab4dfd03 HTTP/1.1" status: 204 len: 173 time: 0.7692385 May 20 19:46:16.807114 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b5a4211-6b1a-4f93-9998-c2676371d953', 'name': 'network-vif-deleted', 'tag': '5c124225-11e4-47ef-ac61-0ffeab4dfd03', 'status': 'completed', 'code': 200} May 20 19:46:19.216963 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2db76d-e9ac-4293-b94e-9c0172197b52 req-7a840504-fe72-46f9-aa41-31f652b56042 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:19.217641 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-6c2db76d-e9ac-4293-b94e-9c0172197b52 req-7a840504-fe72-46f9-aa41-31f652b56042 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Synchronizing usage tracker for tenant:b30d257c909347a0a7a4a00520b04c7a on resource:port {{(pid=98243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:46:19.232195 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-6c2db76d-e9ac-4293-b94e-9c0172197b52 req-7a840504-fe72-46f9-aa41-31f652b56042 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Unset dirty status for tenant:b30d257c909347a0a7a4a00520b04c7a on resource:port {{(pid=98243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:46:19.233814 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6c2db76d-e9ac-4293-b94e-9c0172197b52 req-7a840504-fe72-46f9-aa41-31f652b56042 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5f0c085-6c17-47dc-851d-5cd98ae8b010 HTTP/1.1" status: 200 len: 945 time: 0.0968132 May 20 19:46:19.278486 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6c2db76d-e9ac-4293-b94e-9c0172197b52 req-ce4cc6ed-3b98-4ff6-95dc-4c1df2e34f63 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ed32cb8-5dc1-4f35-8912-ee32a56ad68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387733 May 20 19:46:20.462154 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33fc771-ac75-485e-a9ba-97260b9cafc3 req-782d9a74-41bb-4706-a03d-afc04e899d27 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:20.463600 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-c33fc771-ac75-485e-a9ba-97260b9cafc3 req-782d9a74-41bb-4706-a03d-afc04e899d27 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5f0c085-6c17-47dc-851d-5cd98ae8b010 HTTP/1.1" status: 200 len: 945 time: 0.0797169 May 20 19:46:20.507930 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-c33fc771-ac75-485e-a9ba-97260b9cafc3 req-a29eb00d-c931-4be5-96fd-b895d55b7907 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ed32cb8-5dc1-4f35-8912-ee32a56ad68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380485 May 20 19:46:20.542104 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 5c124225-11e4-47ef-ac61-0ffeab4dfd03 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:46:20.589945 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] No Port match for: 5c124225-11e4-47ef-ac61-0ffeab4dfd03 {{(pid=98245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:46:20.590298 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 5c124225-11e4-47ef-ac61-0ffeab4dfd03 not bound to the agent host hv-cinder-79246 {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:46:21.071795 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151dc816-53ec-4beb-b616-eac90134d42a req-14cfcce3-550b-4401-92ba-000a4f97008b tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:21.073184 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-151dc816-53ec-4beb-b616-eac90134d42a req-14cfcce3-550b-4401-92ba-000a4f97008b tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5f0c085-6c17-47dc-851d-5cd98ae8b010 HTTP/1.1" status: 200 len: 945 time: 0.0768063 May 20 19:46:21.205498 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.plugin [req-151dc816-53ec-4beb-b616-eac90134d42a req-4ac0d3e5-bc5a-4a4d-9061-9924c55916c2 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Deleting port 1b8270d0-c4c2-40b0-b34d-47bdfce4728b {{(pid=98243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:46:21.205836 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-151dc816-53ec-4beb-b616-eac90134d42a req-4ac0d3e5-bc5a-4a4d-9061-9924c55916c2 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:21.334392 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.db [req-151dc816-53ec-4beb-b616-eac90134d42a req-4ac0d3e5-bc5a-4a4d-9061-9924c55916c2 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] For port 1b8270d0-c4c2-40b0-b34d-47bdfce4728b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=1b8270d0-c4c2-40b0-b34d-47bdfce4728b,segment=NetworkSegment(0783ad7b-959b-44b2-ae38-d305d09264d6),segment_id=0783ad7b-959b-44b2-ae38-d305d09264d6)] {{(pid=98243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:46:21.334682 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-151dc816-53ec-4beb-b616-eac90134d42a req-4ac0d3e5-bc5a-4a4d-9061-9924c55916c2 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:21.453704 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.plugin [req-151dc816-53ec-4beb-b616-eac90134d42a req-4ac0d3e5-bc5a-4a4d-9061-9924c55916c2 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Calling delete_port for 1b8270d0-c4c2-40b0-b34d-47bdfce4728b owned by compute:nova {{(pid=98243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:46:21.683562 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-151dc816-53ec-4beb-b616-eac90134d42a req-4ac0d3e5-bc5a-4a4d-9061-9924c55916c2 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024'] for port, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:21.691586 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-260753fe-bb25-46b8-899e-f1f8a259006d tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:46:21.694638 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] get_ports_and_sgs() called for port_ids ['21f81e92-4b19-47cc-984b-8a941760f554', '489b4ddc-7be6-4744-923b-45f9205a7e8a', '1b8270d0-c4c2-40b0-b34d-47bdfce4728b'] {{(pid=98245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:46:21.764577 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac0d3e5-bc5a-4a4d-9061-9924c55916c2 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Pushing event deleted for resources: {'Port': ['ID=1b8270d0-c4c2-40b0-b34d-47bdfce4728b,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:46:21.771893 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-4ac0d3e5-bc5a-4a4d-9061-9924c55916c2 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:46:21.818456 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.l3_dvrscheduler_db [req-151dc816-53ec-4beb-b616-eac90134d42a req-4ac0d3e5-bc5a-4a4d-9061-9924c55916c2 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] No DVR routers for this DVR port 1b8270d0-c4c2-40b0-b34d-47bdfce4728b on host hv-cinder-79246 {{(pid=98243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:46:21.821572 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-151dc816-53ec-4beb-b616-eac90134d42a req-4ac0d3e5-bc5a-4a4d-9061-9924c55916c2 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for port, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:21.823983 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f0c085-6c17-47dc-851d-5cd98ae8b010', 'name': 'network-vif-deleted', 'tag': '1b8270d0-c4c2-40b0-b34d-47bdfce4728b'}] {{(pid=98243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:46:21.841143 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb5c83-8802-40fa-8e20-55471ee62cf2 req-beaa4534-a94f-4b96-91ca-e5835d88d1a9 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:21.843061 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-cfcb5c83-8802-40fa-8e20-55471ee62cf2 req-beaa4534-a94f-4b96-91ca-e5835d88d1a9 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5f0c085-6c17-47dc-851d-5cd98ae8b010 HTTP/1.1" status: 200 len: 945 time: 0.2202289 May 20 19:46:21.867318 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-151dc816-53ec-4beb-b616-eac90134d42a req-4ac0d3e5-bc5a-4a4d-9061-9924c55916c2 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.65 "DELETE /v2.0/ports/1b8270d0-c4c2-40b0-b34d-47bdfce4728b HTTP/1.1" status: 204 len: 173 time: 0.7877085 May 20 19:46:21.882063 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f0c085-6c17-47dc-851d-5cd98ae8b010', 'name': 'network-vif-deleted', 'tag': '1b8270d0-c4c2-40b0-b34d-47bdfce4728b', 'status': 'completed', 'code': 200} May 20 19:46:21.907088 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-cfcb5c83-8802-40fa-8e20-55471ee62cf2 req-7e7866d5-cfb2-4a8b-aee4-b23e6124ea9d tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ed32cb8-5dc1-4f35-8912-ee32a56ad68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565035 May 20 19:46:23.459610 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d884a15-57e5-42dd-a65b-472c26c01a1c req-7db9409f-7397-4441-93b1-9dc538506690 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:23.461110 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-0d884a15-57e5-42dd-a65b-472c26c01a1c req-7db9409f-7397-4441-93b1-9dc538506690 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?device_id=6565b2d5-a3da-414a-838f-5b09efc9abb0 HTTP/1.1" status: 200 len: 945 time: 0.1889391 May 20 19:46:23.506669 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-0d884a15-57e5-42dd-a65b-472c26c01a1c req-f011bd9b-5447-4e8e-817d-453f82a9787d tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ed32cb8-5dc1-4f35-8912-ee32a56ad68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396404 May 20 19:46:24.749684 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3561ff7-c1e7-491c-a375-483f158a0f80 req-e564b414-e4c1-499b-86f8-40253a336181 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:24.751244 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-c3561ff7-c1e7-491c-a375-483f158a0f80 req-e564b414-e4c1-499b-86f8-40253a336181 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Synchronizing usage tracker for tenant:b30d257c909347a0a7a4a00520b04c7a on resource:port {{(pid=98243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:46:24.762288 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6d735-a2c6-44a8-95da-d430a5a3594f req-23e02160-d0da-4504-946a-8d8eb5a80679 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:24.762944 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-03e6d735-a2c6-44a8-95da-d430a5a3594f req-23e02160-d0da-4504-946a-8d8eb5a80679 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Synchronizing usage tracker for tenant:b30d257c909347a0a7a4a00520b04c7a on resource:port {{(pid=98243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:46:24.781417 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-c3561ff7-c1e7-491c-a375-483f158a0f80 req-e564b414-e4c1-499b-86f8-40253a336181 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Unset dirty status for tenant:b30d257c909347a0a7a4a00520b04c7a on resource:port {{(pid=98243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:46:24.782544 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c3561ff7-c1e7-491c-a375-483f158a0f80 req-e564b414-e4c1-499b-86f8-40253a336181 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?device_id=6565b2d5-a3da-414a-838f-5b09efc9abb0 HTTP/1.1" status: 200 len: 945 time: 0.1701949 May 20 19:46:24.784250 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-03e6d735-a2c6-44a8-95da-d430a5a3594f req-23e02160-d0da-4504-946a-8d8eb5a80679 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Unset dirty status for tenant:b30d257c909347a0a7a4a00520b04c7a on resource:port {{(pid=98243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:46:24.785224 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-03e6d735-a2c6-44a8-95da-d430a5a3594f req-23e02160-d0da-4504-946a-8d8eb5a80679 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.65 "GET /v2.0/ports?device_id=6565b2d5-a3da-414a-838f-5b09efc9abb0 HTTP/1.1" status: 200 len: 945 time: 0.1372728 May 20 19:46:24.879793 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c3561ff7-c1e7-491c-a375-483f158a0f80 req-a031e10b-2177-40bd-b387-b1b779814dbd tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ed32cb8-5dc1-4f35-8912-ee32a56ad68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913448 May 20 19:46:24.953150 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.plugin [req-03e6d735-a2c6-44a8-95da-d430a5a3594f req-ebb9f908-8a82-400b-88ee-bab023c910cd tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Deleting port 489b4ddc-7be6-4744-923b-45f9205a7e8a {{(pid=98243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:46:24.953494 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-03e6d735-a2c6-44a8-95da-d430a5a3594f req-ebb9f908-8a82-400b-88ee-bab023c910cd tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:25.084891 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.db [req-03e6d735-a2c6-44a8-95da-d430a5a3594f req-ebb9f908-8a82-400b-88ee-bab023c910cd tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] For port 489b4ddc-7be6-4744-923b-45f9205a7e8a, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=489b4ddc-7be6-4744-923b-45f9205a7e8a,segment=NetworkSegment(0783ad7b-959b-44b2-ae38-d305d09264d6),segment_id=0783ad7b-959b-44b2-ae38-d305d09264d6)] {{(pid=98243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:46:25.085243 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-03e6d735-a2c6-44a8-95da-d430a5a3594f req-ebb9f908-8a82-400b-88ee-bab023c910cd tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:25.203799 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.plugin [req-03e6d735-a2c6-44a8-95da-d430a5a3594f req-ebb9f908-8a82-400b-88ee-bab023c910cd tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Calling delete_port for 489b4ddc-7be6-4744-923b-45f9205a7e8a owned by compute:nova {{(pid=98243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:46:25.309120 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-03e6d735-a2c6-44a8-95da-d430a5a3594f req-ebb9f908-8a82-400b-88ee-bab023c910cd tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024'] for port, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:25.314368 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-cbee88d6-862e-43b1-9433-264e0f3d83f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:46:25.322153 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] get_ports_and_sgs() called for port_ids ['21f81e92-4b19-47cc-984b-8a941760f554', '489b4ddc-7be6-4744-923b-45f9205a7e8a'] {{(pid=98245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:46:25.362398 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb9f908-8a82-400b-88ee-bab023c910cd tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Pushing event deleted for resources: {'Port': ['ID=489b4ddc-7be6-4744-923b-45f9205a7e8a,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:46:25.388184 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-ebb9f908-8a82-400b-88ee-bab023c910cd tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:46:25.436425 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e6d735-a2c6-44a8-95da-d430a5a3594f req-ebb9f908-8a82-400b-88ee-bab023c910cd tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] No DVR routers for this DVR port 489b4ddc-7be6-4744-923b-45f9205a7e8a on host hv-cinder-79246 {{(pid=98243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:46:25.439475 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-03e6d735-a2c6-44a8-95da-d430a5a3594f req-ebb9f908-8a82-400b-88ee-bab023c910cd tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for port, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:25.441999 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6565b2d5-a3da-414a-838f-5b09efc9abb0', 'name': 'network-vif-deleted', 'tag': '489b4ddc-7be6-4744-923b-45f9205a7e8a'}] {{(pid=98243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:46:25.457892 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-03e6d735-a2c6-44a8-95da-d430a5a3594f req-ebb9f908-8a82-400b-88ee-bab023c910cd tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.65 "DELETE /v2.0/ports/489b4ddc-7be6-4744-923b-45f9205a7e8a HTTP/1.1" status: 204 len: 173 time: 0.6561875 May 20 19:46:25.494138 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6565b2d5-a3da-414a-838f-5b09efc9abb0', 'name': 'network-vif-deleted', 'tag': '489b4ddc-7be6-4744-923b-45f9205a7e8a', 'status': 'completed', 'code': 200} May 20 19:46:26.042180 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-c4af05f5-6524-41b0-aa33-9c4e19058e59 req-1cdf4394-9fa2-4f8a-ad1d-aba3706089b1 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Synchronizing usage tracker for tenant:b30d257c909347a0a7a4a00520b04c7a on resource:port {{(pid=98243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:46:26.058144 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-c4af05f5-6524-41b0-aa33-9c4e19058e59 req-1cdf4394-9fa2-4f8a-ad1d-aba3706089b1 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Unset dirty status for tenant:b30d257c909347a0a7a4a00520b04c7a on resource:port {{(pid=98243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:46:26.059513 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c4af05f5-6524-41b0-aa33-9c4e19058e59 req-1cdf4394-9fa2-4f8a-ad1d-aba3706089b1 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?device_id=6565b2d5-a3da-414a-838f-5b09efc9abb0 HTTP/1.1" status: 200 len: 210 time: 0.0595360 May 20 19:46:26.583639 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 1b8270d0-c4c2-40b0-b34d-47bdfce4728b no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:46:26.622637 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] No Port match for: 1b8270d0-c4c2-40b0-b34d-47bdfce4728b {{(pid=98245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:46:26.623129 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 1b8270d0-c4c2-40b0-b34d-47bdfce4728b not bound to the agent host hv-cinder-79246 {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:46:26.623585 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 489b4ddc-7be6-4744-923b-45f9205a7e8a no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:46:26.657993 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] No Port match for: 489b4ddc-7be6-4744-923b-45f9205a7e8a {{(pid=98245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:46:26.658354 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 489b4ddc-7be6-4744-923b-45f9205a7e8a not bound to the agent host hv-cinder-79246 {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:46:28.725481 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8fad07-0e25-4427-951d-c1c07d84bfe2 req-0139f698-bd58-4cfa-98dd-8ebe219e904d tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:28.726909 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-4a8fad07-0e25-4427-951d-c1c07d84bfe2 req-0139f698-bd58-4cfa-98dd-8ebe219e904d tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?device_id=cff2428c-ec42-4195-8844-e8df5ecb05d2 HTTP/1.1" status: 200 len: 945 time: 0.0781434 May 20 19:46:28.773052 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-4a8fad07-0e25-4427-951d-c1c07d84bfe2 req-a9c8ff5f-f2f4-4697-b287-86d3557e0a33 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ed32cb8-5dc1-4f35-8912-ee32a56ad68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404813 May 20 19:46:29.955563 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50d1bc-dbb2-418d-a403-4985c8a99209 req-090bd34e-f325-41db-bb2f-7f4db50f6dbd tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:29.957023 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-8f50d1bc-dbb2-418d-a403-4985c8a99209 req-090bd34e-f325-41db-bb2f-7f4db50f6dbd tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?device_id=cff2428c-ec42-4195-8844-e8df5ecb05d2 HTTP/1.1" status: 200 len: 945 time: 0.0802186 May 20 19:46:30.001303 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-8f50d1bc-dbb2-418d-a403-4985c8a99209 req-a8e2e3bb-1fd8-4232-998c-8e75f6ca90ad tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ed32cb8-5dc1-4f35-8912-ee32a56ad68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383482 May 20 19:46:30.423170 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff00f9-f86c-46ce-9f15-9d005bce130d req-decb25a4-2d86-4fc6-b68c-7129fd489319 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:30.424813 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6eff00f9-f86c-46ce-9f15-9d005bce130d req-decb25a4-2d86-4fc6-b68c-7129fd489319 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.65 "GET /v2.0/ports?device_id=cff2428c-ec42-4195-8844-e8df5ecb05d2 HTTP/1.1" status: 200 len: 945 time: 0.0775559 May 20 19:46:30.558738 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.plugin [req-6eff00f9-f86c-46ce-9f15-9d005bce130d req-75bbe6ec-5554-4732-8d31-0a9b9214c10f tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Deleting port 21f81e92-4b19-47cc-984b-8a941760f554 {{(pid=98243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:46:30.559070 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-6eff00f9-f86c-46ce-9f15-9d005bce130d req-75bbe6ec-5554-4732-8d31-0a9b9214c10f tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:30.697048 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.db [req-6eff00f9-f86c-46ce-9f15-9d005bce130d req-75bbe6ec-5554-4732-8d31-0a9b9214c10f tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] For port 21f81e92-4b19-47cc-984b-8a941760f554, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=21f81e92-4b19-47cc-984b-8a941760f554,segment=NetworkSegment(0783ad7b-959b-44b2-ae38-d305d09264d6),segment_id=0783ad7b-959b-44b2-ae38-d305d09264d6)] {{(pid=98243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:46:30.697299 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-6eff00f9-f86c-46ce-9f15-9d005bce130d req-75bbe6ec-5554-4732-8d31-0a9b9214c10f tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:30.892099 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.plugin [req-6eff00f9-f86c-46ce-9f15-9d005bce130d req-75bbe6ec-5554-4732-8d31-0a9b9214c10f tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Calling delete_port for 21f81e92-4b19-47cc-984b-8a941760f554 owned by compute:nova {{(pid=98243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:46:30.995669 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-6eff00f9-f86c-46ce-9f15-9d005bce130d req-75bbe6ec-5554-4732-8d31-0a9b9214c10f tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024'] for port, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:31.003090 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-022458de-2e2f-4260-b57e-c9b68129c0e6 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:46:31.007445 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] get_ports_and_sgs() called for port_ids ['21f81e92-4b19-47cc-984b-8a941760f554'] {{(pid=98245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:46:31.049280 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bbe6ec-5554-4732-8d31-0a9b9214c10f tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Pushing event deleted for resources: {'Port': ['ID=21f81e92-4b19-47cc-984b-8a941760f554,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:46:31.052149 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-75bbe6ec-5554-4732-8d31-0a9b9214c10f tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:46:31.124704 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eff00f9-f86c-46ce-9f15-9d005bce130d req-75bbe6ec-5554-4732-8d31-0a9b9214c10f tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] No DVR routers for this DVR port 21f81e92-4b19-47cc-984b-8a941760f554 on host hv-cinder-79246 {{(pid=98243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:46:31.127953 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-6eff00f9-f86c-46ce-9f15-9d005bce130d req-75bbe6ec-5554-4732-8d31-0a9b9214c10f tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for port, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:31.130425 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff2428c-ec42-4195-8844-e8df5ecb05d2', 'name': 'network-vif-deleted', 'tag': '21f81e92-4b19-47cc-984b-8a941760f554'}] {{(pid=98243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:46:31.146224 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6eff00f9-f86c-46ce-9f15-9d005bce130d req-75bbe6ec-5554-4732-8d31-0a9b9214c10f tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.65 "DELETE /v2.0/ports/21f81e92-4b19-47cc-984b-8a941760f554 HTTP/1.1" status: 204 len: 173 time: 0.7158127 May 20 19:46:31.148934 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-797820be-04dc-45ab-9d32-e9b55c78cc42 req-b48cf0df-1f9b-4758-b38b-868199bad504 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] 10.222.0.46 "GET /v2.0/ports?device_id=cff2428c-ec42-4195-8844-e8df5ecb05d2 HTTP/1.1" status: 200 len: 210 time: 0.0432742 May 20 19:46:31.180089 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff2428c-ec42-4195-8844-e8df5ecb05d2', 'name': 'network-vif-deleted', 'tag': '21f81e92-4b19-47cc-984b-8a941760f554', 'status': 'completed', 'code': 200} May 20 19:46:32.223290 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-fc5160a0-ff6d-4af2-9ba5-f55e889905cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:32.245611 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 41404) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:46:32.305414 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.db_base_plugin_v2 [None req-99d4d3db-8023-4b15-80da-345a23d87019 admin admin] Deleting subnet ee6f1027-b222-4012-aa3e-1e06e15f9833 {{(pid=98243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 19:46:32.308293 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-99d4d3db-8023-4b15-80da-345a23d87019 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:32.358732 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-99d4d3db-8023-4b15-80da-345a23d87019 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:32.366981 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-99d4d3db-8023-4b15-80da-345a23d87019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378450'] for subnet, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:32.612093 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-99d4d3db-8023-4b15-80da-345a23d87019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983'] for subnet, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:32.616492 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:46:32.649628 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d4d3db-8023-4b15-80da-345a23d87019 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee6f1027-b222-4012-aa3e-1e06e15f9833,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:46:32.652630 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-99d4d3db-8023-4b15-80da-345a23d87019 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:46:32.653561 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-99d4d3db-8023-4b15-80da-345a23d87019 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for subnet, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:32.659859 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-99d4d3db-8023-4b15-80da-345a23d87019 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ee6f1027-b222-4012-aa3e-1e06e15f9833 HTTP/1.1" status: 204 len: 168 time: 0.4131978 May 20 19:46:32.662296 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 41410) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:46:32.765642 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-2c13e603-0e58-4527-a7f5-021cb3067b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748490'] for network, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:32.884293 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-2c13e603-0e58-4527-a7f5-021cb3067b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377309', 'neutron.services.segments.db._delete_segments_for_network-8778153038201'] for network, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:32.897421 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-2c13e603-0e58-4527-a7f5-021cb3067b0c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:46:32.897760 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-2c13e603-0e58-4527-a7f5-021cb3067b0c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:46:32.898480 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-2c13e603-0e58-4527-a7f5-021cb3067b0c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:46:32.898804 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-2c13e603-0e58-4527-a7f5-021cb3067b0c admin admin] Subscribe: > port after_create 55550000 {{(pid=98243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:46:32.899140 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-2c13e603-0e58-4527-a7f5-021cb3067b0c admin admin] Subscribe: > port after_delete 55550000 {{(pid=98243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:46:32.899488 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-2c13e603-0e58-4527-a7f5-021cb3067b0c admin admin] Subscribe: > port after_update 55550000 {{(pid=98243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:46:32.899832 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-2c13e603-0e58-4527-a7f5-021cb3067b0c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:46:32.900150 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-2c13e603-0e58-4527-a7f5-021cb3067b0c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:46:32.900462 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-2c13e603-0e58-4527-a7f5-021cb3067b0c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:46:32.900780 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-2c13e603-0e58-4527-a7f5-021cb3067b0c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:46:32.968668 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-2c13e603-0e58-4527-a7f5-021cb3067b0c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:46:32.969015 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-2c13e603-0e58-4527-a7f5-021cb3067b0c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:46:32.969898 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-2c13e603-0e58-4527-a7f5-021cb3067b0c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:46:32.970229 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-2c13e603-0e58-4527-a7f5-021cb3067b0c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:46:32.970600 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.services.segments.db [None req-2c13e603-0e58-4527-a7f5-021cb3067b0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7ab55e1-6167-4164-bfcf-439bc846ee1f']}} {{(pid=98243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:46:32.983557 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.services.segments.db [None req-2c13e603-0e58-4527-a7f5-021cb3067b0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0783ad7b-959b-44b2-ae38-d305d09264d6') {'for_net_delete': True} {{(pid=98243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:46:32.983943 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.services.segments.db [None req-2c13e603-0e58-4527-a7f5-021cb3067b0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0783ad7b-959b-44b2-ae38-d305d09264d6') {} {{(pid=98243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:46:32.994924 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-2c13e603-0e58-4527-a7f5-021cb3067b0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778153050359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726607'] for segment, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:33.011172 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-2c13e603-0e58-4527-a7f5-021cb3067b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717217'] for segment, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:33.018345 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c13e603-0e58-4527-a7f5-021cb3067b0c admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=98243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 19:46:33.018776 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-2c13e603-0e58-4527-a7f5-021cb3067b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3727293'] for segment, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:33.033628 dv-cinder-792462-2-iscsi neutron-server[98243]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 19:46:33.033628 dv-cinder-792462-2-iscsi neutron-server[98243]: from cryptography.utils import int_from_bytes May 20 19:46:33.033628 dv-cinder-792462-2-iscsi neutron-server[98243]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 19:46:33.033628 dv-cinder-792462-2-iscsi neutron-server[98243]: from cryptography.utils import int_from_bytes May 20 19:46:33.033628 dv-cinder-792462-2-iscsi neutron-server[98243]: Traceback (most recent call last): May 20 19:46:33.033628 dv-cinder-792462-2-iscsi neutron-server[98243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 19:46:33.033628 dv-cinder-792462-2-iscsi neutron-server[98243]: timer() May 20 19:46:33.033628 dv-cinder-792462-2-iscsi neutron-server[98243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 19:46:33.033628 dv-cinder-792462-2-iscsi neutron-server[98243]: cb(*args, **kw) May 20 19:46:33.033628 dv-cinder-792462-2-iscsi neutron-server[98243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 19:46:33.033628 dv-cinder-792462-2-iscsi neutron-server[98243]: return func(*args, **kwargs) May 20 19:46:33.033628 dv-cinder-792462-2-iscsi neutron-server[98243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 19:46:33.033628 dv-cinder-792462-2-iscsi neutron-server[98243]: self._notify() May 20 19:46:33.033628 dv-cinder-792462-2-iscsi neutron-server[98243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 19:46:33.033628 dv-cinder-792462-2-iscsi neutron-server[98243]: self.callback(batched_events) May 20 19:46:33.033628 dv-cinder-792462-2-iscsi neutron-server[98243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 19:46:33.033628 dv-cinder-792462-2-iscsi neutron-server[98243]: event.method(event) May 20 19:46:33.033628 dv-cinder-792462-2-iscsi neutron-server[98243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 19:46:33.033628 dv-cinder-792462-2-iscsi neutron-server[98243]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 19:46:33.033628 dv-cinder-792462-2-iscsi neutron-server[98243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 19:46:33.033628 dv-cinder-792462-2-iscsi neutron-server[98243]: aggregate_uuid = self.p_client.list_aggregates( May 20 19:46:33.033628 dv-cinder-792462-2-iscsi neutron-server[98243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 19:46:33.033628 dv-cinder-792462-2-iscsi neutron-server[98243]: return f(self, *a, **k) May 20 19:46:33.033628 dv-cinder-792462-2-iscsi neutron-server[98243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 19:46:33.033628 dv-cinder-792462-2-iscsi neutron-server[98243]: return self._get(url).json() May 20 19:46:33.033628 dv-cinder-792462-2-iscsi neutron-server[98243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 19:46:33.033628 dv-cinder-792462-2-iscsi neutron-server[98243]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 19:46:33.033628 dv-cinder-792462-2-iscsi neutron-server[98243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 19:46:33.033628 dv-cinder-792462-2-iscsi neutron-server[98243]: return self.request(url, 'GET', **kwargs) May 20 19:46:33.033628 dv-cinder-792462-2-iscsi neutron-server[98243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 19:46:33.033628 dv-cinder-792462-2-iscsi neutron-server[98243]: base_url = self.get_endpoint(auth, allow=allow, May 20 19:46:33.033628 dv-cinder-792462-2-iscsi neutron-server[98243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 19:46:33.033628 dv-cinder-792462-2-iscsi neutron-server[98243]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 19:46:33.033628 dv-cinder-792462-2-iscsi neutron-server[98243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 19:46:33.033628 dv-cinder-792462-2-iscsi neutron-server[98243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 19:46:33.033628 dv-cinder-792462-2-iscsi neutron-server[98243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 19:46:33.108845 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-2c13e603-0e58-4527-a7f5-021cb3067b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745754'] for network, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:33.112897 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-73225eb9-898f-407d-8cfa-cd9fb436b781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:46:33.128393 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-2c13e603-0e58-4527-a7f5-021cb3067b0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for network, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:33.136240 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c13e603-0e58-4527-a7f5-021cb3067b0c admin admin] Pushing event deleted for resources: {'Network': ['ID=a7ab55e1-6167-4164-bfcf-439bc846ee1f,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:46:33.139127 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-2c13e603-0e58-4527-a7f5-021cb3067b0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:46:33.145202 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-2c13e603-0e58-4527-a7f5-021cb3067b0c admin admin] 10.222.0.46 "DELETE /v2.0/networks/a7ab55e1-6167-4164-bfcf-439bc846ee1f HTTP/1.1" status: 204 len: 168 time: 0.4819794 May 20 19:46:33.315773 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 41416) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:46:33.363553 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-fc28f959-4866-4427-a2d6-938712153eda admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b30d257c909347a0a7a4a00520b04c7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465646 May 20 19:46:33.365944 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 41420) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:46:33.424211 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-96137d5d-5b52-41ad-bcf9-5be395e03f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:33.448491 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-96137d5d-5b52-41ad-bcf9-5be395e03f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:33.504359 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-96137d5d-5b52-41ad-bcf9-5be395e03f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:33.509030 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-cb23fa07-f319-4115-bbbe-24901e946eea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:46:33.521966 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96137d5d-5b52-41ad-bcf9-5be395e03f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed32cb8-5dc1-4f35-8912-ee32a56ad68c,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:46:33.524568 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-96137d5d-5b52-41ad-bcf9-5be395e03f89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:46:33.538759 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-96137d5d-5b52-41ad-bcf9-5be395e03f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:33.541026 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-96137d5d-5b52-41ad-bcf9-5be395e03f89 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8ed32cb8-5dc1-4f35-8912-ee32a56ad68c HTTP/1.1" status: 204 len: 168 time: 0.1733336 May 20 19:46:34.480166 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-346307e4-80f5-4acf-8992-c3c56c276290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:34.638023 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 21f81e92-4b19-47cc-984b-8a941760f554 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:46:34.675269 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] No Port match for: 21f81e92-4b19-47cc-984b-8a941760f554 {{(pid=98245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:46:34.675626 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 21f81e92-4b19-47cc-984b-8a941760f554 not bound to the agent host hv-cinder-79246 {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:46:34.782804 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:35.006040 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 41476) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:46:35.123811 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-15d8d315-0141-49a6-8a79-65330eedfe6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:35.137664 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-15d8d315-0141-49a6-8a79-65330eedfe6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:46:35.141905 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-15d8d315-0141-49a6-8a79-65330eedfe6f admin admin] Usage tracker for resource:security_group_rule and tenant:4dc41ca4dd2e4dedb908129604ac7e66 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:46:35.144659 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-15d8d315-0141-49a6-8a79-65330eedfe6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:46:35.153936 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-15d8d315-0141-49a6-8a79-65330eedfe6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:46:35.238331 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-15d8d315-0141-49a6-8a79-65330eedfe6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:35.241983 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-15d8d315-0141-49a6-8a79-65330eedfe6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:35.250249 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-1a2d45dc-9a98-4954-8386-5677f7054638 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:46:35.289369 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-15d8d315-0141-49a6-8a79-65330eedfe6f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4dc41ca4dd2e4dedb908129604ac7e66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2821958 May 20 19:46:35.290968 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8d315-0141-49a6-8a79-65330eedfe6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba2b0e5-e1cd-4033-aacd-9b57f19a165c,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:46:35.292087 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 41482) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:46:35.298385 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8d315-0141-49a6-8a79-65330eedfe6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:46:35.298767 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8d315-0141-49a6-8a79-65330eedfe6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:46:35.299139 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8d315-0141-49a6-8a79-65330eedfe6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:46:35.299505 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8d315-0141-49a6-8a79-65330eedfe6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:46:35.299892 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8d315-0141-49a6-8a79-65330eedfe6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:46:35.300252 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8d315-0141-49a6-8a79-65330eedfe6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:46:35.300609 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8d315-0141-49a6-8a79-65330eedfe6f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:46:35.300963 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8d315-0141-49a6-8a79-65330eedfe6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:46:35.301319 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8d315-0141-49a6-8a79-65330eedfe6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:46:35.301669 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8d315-0141-49a6-8a79-65330eedfe6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:46:35.302018 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8d315-0141-49a6-8a79-65330eedfe6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:46:35.302368 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8d315-0141-49a6-8a79-65330eedfe6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:46:35.306287 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-15d8d315-0141-49a6-8a79-65330eedfe6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:46:35.350926 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-3566ae7f-bcd2-4491-a9b7-112080fcd816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:35.376775 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-3566ae7f-bcd2-4491-a9b7-112080fcd816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:35.427623 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-3566ae7f-bcd2-4491-a9b7-112080fcd816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:35.431207 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-f41ca3bb-315a-4d65-aaf0-f7bc7e5abc77 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:46:35.444001 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3566ae7f-bcd2-4491-a9b7-112080fcd816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba2b0e5-e1cd-4033-aacd-9b57f19a165c,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:46:35.446816 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-3566ae7f-bcd2-4491-a9b7-112080fcd816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:46:35.448754 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-3566ae7f-bcd2-4491-a9b7-112080fcd816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:35.449842 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-3566ae7f-bcd2-4491-a9b7-112080fcd816 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cba2b0e5-e1cd-4033-aacd-9b57f19a165c HTTP/1.1" status: 204 len: 168 time: 0.1566978 May 20 19:46:35.575764 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d568-3eaa-4ee2-8e63-8438dfda9a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:36.317750 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:37.187605 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 41538) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:46:37.272465 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-40a8b960-4cf6-42c3-bf80-c71dd59d075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:37.349183 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ff4a5b1f-674d-4910-b50f-2bb3eb404f8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:37.372521 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-ff4a5b1f-674d-4910-b50f-2bb3eb404f8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:46:37.377435 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-ff4a5b1f-674d-4910-b50f-2bb3eb404f8b admin admin] Usage tracker for resource:security_group_rule and tenant:462b2ac5626f41929cb35c0d9afbaf52 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:46:37.380886 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-ff4a5b1f-674d-4910-b50f-2bb3eb404f8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:46:37.390470 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-ff4a5b1f-674d-4910-b50f-2bb3eb404f8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:46:37.476450 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ff4a5b1f-674d-4910-b50f-2bb3eb404f8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:37.480632 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ff4a5b1f-674d-4910-b50f-2bb3eb404f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:37.487788 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-6bef1185-37e5-48fc-8571-d8a0d398c2c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:46:37.533557 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-ff4a5b1f-674d-4910-b50f-2bb3eb404f8b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=462b2ac5626f41929cb35c0d9afbaf52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3448513 May 20 19:46:37.534475 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4a5b1f-674d-4910-b50f-2bb3eb404f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ec1cf9-7b0f-40a6-bf53-1cf719deef2c,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:46:37.536198 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 41544) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:46:37.544969 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-ff4a5b1f-674d-4910-b50f-2bb3eb404f8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:46:37.598507 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-24c64b14-5dc4-466e-b531-850a2e4f92f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:37.623195 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-24c64b14-5dc4-466e-b531-850a2e4f92f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:37.673998 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-24c64b14-5dc4-466e-b531-850a2e4f92f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:37.678735 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-8c30548c-c906-41aa-ab20-7a9d0f19ca12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:46:37.691536 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c64b14-5dc4-466e-b531-850a2e4f92f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ec1cf9-7b0f-40a6-bf53-1cf719deef2c,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:46:37.694100 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-24c64b14-5dc4-466e-b531-850a2e4f92f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:46:37.695208 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-24c64b14-5dc4-466e-b531-850a2e4f92f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:37.696341 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-24c64b14-5dc4-466e-b531-850a2e4f92f8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/37ec1cf9-7b0f-40a6-bf53-1cf719deef2c HTTP/1.1" status: 204 len: 168 time: 0.1591921 May 20 19:46:37.969501 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 41552) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:46:37.987511 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-f9eea199-1ab1-4635-9967-1d8130b34ea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:38.003513 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-f9eea199-1ab1-4635-9967-1d8130b34ea0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:46:38.007244 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-f9eea199-1ab1-4635-9967-1d8130b34ea0 admin admin] Usage tracker for resource:security_group_rule and tenant:89b2656e76d5404097b366da9017b25f is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:46:38.010131 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-f9eea199-1ab1-4635-9967-1d8130b34ea0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:46:38.015726 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-f9eea199-1ab1-4635-9967-1d8130b34ea0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:46:38.097031 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-f9eea199-1ab1-4635-9967-1d8130b34ea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:38.101866 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-f9eea199-1ab1-4635-9967-1d8130b34ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:38.108993 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-e9bf5559-d88b-4d75-b4fe-1a8d0bf211e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:46:38.147584 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eea199-1ab1-4635-9967-1d8130b34ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9e0f73-f59a-4964-aa65-5a1a466a9a20,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:46:38.151745 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-f9eea199-1ab1-4635-9967-1d8130b34ea0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=89b2656e76d5404097b366da9017b25f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1811905 May 20 19:46:38.152719 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-f9eea199-1ab1-4635-9967-1d8130b34ea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:46:38.155608 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 41558) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:46:38.288395 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-25059ccb-b297-454e-aa61-9e32d9a6ae46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:38.313917 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-25059ccb-b297-454e-aa61-9e32d9a6ae46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:38.365192 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-25059ccb-b297-454e-aa61-9e32d9a6ae46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:38.368827 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-3566ae7f-bcd2-4491-a9b7-112080fcd816 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:46:38.379533 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25059ccb-b297-454e-aa61-9e32d9a6ae46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9e0f73-f59a-4964-aa65-5a1a466a9a20,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:46:38.383286 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-25059ccb-b297-454e-aa61-9e32d9a6ae46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:46:38.386803 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-25059ccb-b297-454e-aa61-9e32d9a6ae46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:38.390021 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-25059ccb-b297-454e-aa61-9e32d9a6ae46 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/db9e0f73-f59a-4964-aa65-5a1a466a9a20 HTTP/1.1" status: 204 len: 168 time: 0.2333417 May 20 19:46:39.878113 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 41604) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:46:39.994458 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-7ec8a18c-a381-41bb-9574-2d54f0988823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:40.008747 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-7ec8a18c-a381-41bb-9574-2d54f0988823 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:46:40.013849 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-7ec8a18c-a381-41bb-9574-2d54f0988823 admin admin] Usage tracker for resource:security_group_rule and tenant:f56b5ffe17e34b639fff7a8f8f8ab03e is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:46:40.016876 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-7ec8a18c-a381-41bb-9574-2d54f0988823 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:46:40.022930 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-7ec8a18c-a381-41bb-9574-2d54f0988823 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:46:40.105926 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-7ec8a18c-a381-41bb-9574-2d54f0988823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:40.109669 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-7ec8a18c-a381-41bb-9574-2d54f0988823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:40.117386 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-5149f2b3-f07f-4412-829b-2aa83752a327 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:46:40.159264 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-7ec8a18c-a381-41bb-9574-2d54f0988823 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f56b5ffe17e34b639fff7a8f8f8ab03e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2799823 May 20 19:46:40.161018 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8a18c-a381-41bb-9574-2d54f0988823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d25d6c-2757-47bb-9c4e-8dd00c4239f9,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:46:40.161913 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 41610) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:46:40.164186 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-7ec8a18c-a381-41bb-9574-2d54f0988823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:46:40.220302 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-743971ec-7739-4f51-8697-4496c4c83a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:40.245659 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-743971ec-7739-4f51-8697-4496c4c83a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:40.297463 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-743971ec-7739-4f51-8697-4496c4c83a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:40.302623 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-7094d10b-1757-4399-b13d-d010b8831a0d tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:46:40.315562 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743971ec-7739-4f51-8697-4496c4c83a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d25d6c-2757-47bb-9c4e-8dd00c4239f9,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:46:40.318139 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-743971ec-7739-4f51-8697-4496c4c83a45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:46:40.327619 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-743971ec-7739-4f51-8697-4496c4c83a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:40.328751 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-743971ec-7739-4f51-8697-4496c4c83a45 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f9d25d6c-2757-47bb-9c4e-8dd00c4239f9 HTTP/1.1" status: 204 len: 168 time: 0.1658487 May 20 19:46:44.633262 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537c9db-addf-4056-b668-cd1bd9846ab2 req-0b16863c-d0da-4e62-bf09-200c915e39bb tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:44.634673 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-1537c9db-addf-4056-b668-cd1bd9846ab2 req-0b16863c-d0da-4e62-bf09-200c915e39bb tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 945 time: 0.0812099 May 20 19:46:44.680198 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-1537c9db-addf-4056-b668-cd1bd9846ab2 req-ec88becd-51ce-470d-a9a6-3b861f744287 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389044 May 20 19:46:44.969940 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 41702) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:46:45.085326 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d17580e1-1a07-465b-be54-3ddb4e7174e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:45.098873 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-d17580e1-1a07-465b-be54-3ddb4e7174e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:46:45.102568 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-d17580e1-1a07-465b-be54-3ddb4e7174e0 admin admin] Usage tracker for resource:security_group_rule and tenant:8f81edb4bac447dfab8769062b01077f is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:46:45.105281 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-d17580e1-1a07-465b-be54-3ddb4e7174e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:46:45.110752 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-d17580e1-1a07-465b-be54-3ddb4e7174e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:46:45.191402 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d17580e1-1a07-465b-be54-3ddb4e7174e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:45.195082 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d17580e1-1a07-465b-be54-3ddb4e7174e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:45.203299 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-c321e85f-c302-4c52-b706-fbedf0aa71a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:46:45.241705 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-d17580e1-1a07-465b-be54-3ddb4e7174e0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8f81edb4bac447dfab8769062b01077f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2706585 May 20 19:46:45.242560 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17580e1-1a07-465b-be54-3ddb4e7174e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca9ea75-d6fe-4f27-bb73-43a3115b396d,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:46:45.244380 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 41708) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:46:45.245683 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-d17580e1-1a07-465b-be54-3ddb4e7174e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:46:45.304831 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-ad97e4af-715e-46af-8832-5ad35a92fe06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:45.330435 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-ad97e4af-715e-46af-8832-5ad35a92fe06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:45.382235 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-ad97e4af-715e-46af-8832-5ad35a92fe06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:45.385874 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-b7e570f3-ba8f-4000-b84b-0eb59e8e2e02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:46:45.397399 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad97e4af-715e-46af-8832-5ad35a92fe06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca9ea75-d6fe-4f27-bb73-43a3115b396d,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:46:45.400159 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-ad97e4af-715e-46af-8832-5ad35a92fe06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:46:45.407777 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-ad97e4af-715e-46af-8832-5ad35a92fe06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:45.408883 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-ad97e4af-715e-46af-8832-5ad35a92fe06 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8ca9ea75-d6fe-4f27-bb73-43a3115b396d HTTP/1.1" status: 204 len: 168 time: 0.1635282 May 20 19:46:45.874778 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62573c4-d3eb-4399-81af-97dc1e2cbc33 req-e5910f55-48aa-461e-8f88-575bad883cde tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:45.880160 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-d62573c4-d3eb-4399-81af-97dc1e2cbc33 req-e5910f55-48aa-461e-8f88-575bad883cde tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 945 time: 0.0912294 May 20 19:46:45.925125 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-d62573c4-d3eb-4399-81af-97dc1e2cbc33 req-6f2d7745-4d3c-4707-8bec-4f0c5e85b88e tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424461 May 20 19:46:47.119217 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7848651-67b0-447f-8921-82988bc812d9 req-71e7e5ca-3a6f-4d4a-bbbb-bcba6ebcce74 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:47.120695 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-c7848651-67b0-447f-8921-82988bc812d9 req-71e7e5ca-3a6f-4d4a-bbbb-bcba6ebcce74 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 945 time: 0.0862076 May 20 19:46:47.165378 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-c7848651-67b0-447f-8921-82988bc812d9 req-d497ba97-510a-4aab-af69-ac790ec31324 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391638 May 20 19:46:47.422977 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.agents_db [None req-81082b58-be1a-4fbd-9926-297307221300 None None] Agent healthcheck: found 6 active agents {{(pid=98246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:46:48.370659 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3ff5e-83e7-4755-a1af-901bc6d4f1fc req-05579dae-17dd-41b6-99cf-9930a442f1e7 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:48.372108 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-bea3ff5e-83e7-4755-a1af-901bc6d4f1fc req-05579dae-17dd-41b6-99cf-9930a442f1e7 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 945 time: 0.0791605 May 20 19:46:48.416767 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-bea3ff5e-83e7-4755-a1af-901bc6d4f1fc req-6802ba09-1964-4901-abd3-13e4c1d54fb8 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379601 May 20 19:46:49.610907 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7fe2e4-2b17-4fd0-9922-3a508ddda045 req-dd6baa03-de64-49b5-905e-023b096567e5 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:49.612622 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6b7fe2e4-2b17-4fd0-9922-3a508ddda045 req-dd6baa03-de64-49b5-905e-023b096567e5 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 945 time: 0.0833013 May 20 19:46:49.659944 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6b7fe2e4-2b17-4fd0-9922-3a508ddda045 req-a105215d-cecc-4ad9-a2a6-1013524600eb tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413909 May 20 19:46:50.847068 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b943442-bfed-4f33-829c-fe4bd0ba7ffd req-421d4c8d-1daa-410e-8b7a-43ac70580cc6 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:50.848584 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-2b943442-bfed-4f33-829c-fe4bd0ba7ffd req-421d4c8d-1daa-410e-8b7a-43ac70580cc6 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 945 time: 0.0814965 May 20 19:46:50.897819 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-2b943442-bfed-4f33-829c-fe4bd0ba7ffd req-c805500b-c56d-459f-9e6e-5913f2b41b6d tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435200 May 20 19:46:52.093397 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4899550d-bcd5-4ae5-863a-6a5b96d7f179 req-02514738-a097-46ee-b1dd-cb490e1804ef tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:52.094864 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-4899550d-bcd5-4ae5-863a-6a5b96d7f179 req-02514738-a097-46ee-b1dd-cb490e1804ef tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 945 time: 0.0855093 May 20 19:46:52.139658 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-4899550d-bcd5-4ae5-863a-6a5b96d7f179 req-740f9f85-2b03-49d6-838b-a00d03023d49 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385158 May 20 19:46:53.333170 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d6a4c-4c29-4f51-8f55-970037b88be4 req-eb36d89e-9b7a-4f75-bab2-0cdec5195ad2 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:53.334614 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-489d6a4c-4c29-4f51-8f55-970037b88be4 req-eb36d89e-9b7a-4f75-bab2-0cdec5195ad2 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 945 time: 0.0832226 May 20 19:46:53.380054 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-489d6a4c-4c29-4f51-8f55-970037b88be4 req-09b5421b-9233-433d-b79b-b6b6a89cfbbd tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395520 May 20 19:46:54.570860 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d1ba4-89cc-499c-af15-5987fc9c06ee req-2c02e5ee-0070-4e82-9f6b-3a41fb7e6cc7 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:54.572260 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-3c4d1ba4-89cc-499c-af15-5987fc9c06ee req-2c02e5ee-0070-4e82-9f6b-3a41fb7e6cc7 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 945 time: 0.0793948 May 20 19:46:54.616879 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-3c4d1ba4-89cc-499c-af15-5987fc9c06ee req-fefaf293-84fe-4bbc-8c81-856e5222f23d tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386710 May 20 19:46:55.810561 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f12cf5-d719-484d-9614-693293c66dc4 req-98e7b482-e64a-4f29-b374-e359f3b64aeb tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:55.812045 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-67f12cf5-d719-484d-9614-693293c66dc4 req-98e7b482-e64a-4f29-b374-e359f3b64aeb tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 945 time: 0.0838809 May 20 19:46:55.857937 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-67f12cf5-d719-484d-9614-693293c66dc4 req-2941213f-6925-4e9d-8750-45a6f6151624 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402117 May 20 19:46:57.051933 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84b6a0-c8fe-41e1-b883-b8db39cda202 req-6a8492fb-8eb6-4fc7-bd29-aab2e8edf5c3 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:57.053388 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-ea84b6a0-c8fe-41e1-b883-b8db39cda202 req-6a8492fb-8eb6-4fc7-bd29-aab2e8edf5c3 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 945 time: 0.0803754 May 20 19:46:57.102245 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-ea84b6a0-c8fe-41e1-b883-b8db39cda202 req-f5cc7b5a-b689-482a-bc30-424be2473205 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424213 May 20 19:46:57.332602 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 41890) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:46:57.446269 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-5edcbfbb-f4f4-4efb-b9c7-0d5204336435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:57.460664 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-5edcbfbb-f4f4-4efb-b9c7-0d5204336435 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:46:57.464416 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-5edcbfbb-f4f4-4efb-b9c7-0d5204336435 admin admin] Usage tracker for resource:security_group_rule and tenant:53a36cc58f324213adecdbd7e3e633ea is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:46:57.467119 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-5edcbfbb-f4f4-4efb-b9c7-0d5204336435 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:46:57.473205 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-5edcbfbb-f4f4-4efb-b9c7-0d5204336435 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:46:57.554535 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-5edcbfbb-f4f4-4efb-b9c7-0d5204336435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:57.558627 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-5edcbfbb-f4f4-4efb-b9c7-0d5204336435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:57.572924 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-c3355d2e-5326-4821-a0df-e2ea41babe19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:46:57.622512 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 41898) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:46:57.622667 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-5edcbfbb-f4f4-4efb-b9c7-0d5204336435 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=53a36cc58f324213adecdbd7e3e633ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2888582 May 20 19:46:57.624362 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edcbfbb-f4f4-4efb-b9c7-0d5204336435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ee31d6-5b21-4c8a-b447-600b71d4c9da,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:46:57.627959 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-5edcbfbb-f4f4-4efb-b9c7-0d5204336435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:46:57.775208 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-22346cd2-8c70-44b7-9812-2aa52128ea2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:57.802454 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-22346cd2-8c70-44b7-9812-2aa52128ea2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:57.853437 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-22346cd2-8c70-44b7-9812-2aa52128ea2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:57.857063 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-cdace815-a67c-45e0-8501-a7e031270b69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:46:57.869991 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22346cd2-8c70-44b7-9812-2aa52128ea2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ee31d6-5b21-4c8a-b447-600b71d4c9da,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:46:57.875504 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-22346cd2-8c70-44b7-9812-2aa52128ea2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:46:57.879421 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-22346cd2-8c70-44b7-9812-2aa52128ea2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:57.880564 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-22346cd2-8c70-44b7-9812-2aa52128ea2a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/70ee31d6-5b21-4c8a-b447-600b71d4c9da HTTP/1.1" status: 204 len: 168 time: 0.2568827 May 20 19:46:58.296495 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02954e99-a8a6-47c5-9eb1-6b994d8ca31c req-6dd65ee1-9ff4-409f-acff-577ab068e3bc tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:58.297916 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-02954e99-a8a6-47c5-9eb1-6b994d8ca31c req-6dd65ee1-9ff4-409f-acff-577ab068e3bc tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 945 time: 0.0798459 May 20 19:46:58.348423 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-02954e99-a8a6-47c5-9eb1-6b994d8ca31c req-64f16b91-fbc5-4034-a27f-fb74135e5f77 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439460 May 20 19:46:58.537587 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 41926) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:46:58.639789 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [None req-dc4748be-4116-48ef-8ac2-aabd8effb946 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1206091087-network', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521'}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:46:58.644918 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-dc4748be-4116-48ef-8ac2-aabd8effb946 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:46:58.648893 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-dc4748be-4116-48ef-8ac2-aabd8effb946 admin admin] Usage tracker for resource:network and tenant:67c0fea229f14ebd918a33f2a9d87521 is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:46:58.651765 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-dc4748be-4116-48ef-8ac2-aabd8effb946 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:46:58.657904 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-dc4748be-4116-48ef-8ac2-aabd8effb946 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:46:58.667488 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4748be-4116-48ef-8ac2-aabd8effb946 admin admin] Made reservation on behalf of 67c0fea229f14ebd918a33f2a9d87521 for: {'network': 1} {{(pid=98243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:46:58.669832 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-dc4748be-4116-48ef-8ac2-aabd8effb946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-584789'] for network, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:58.681559 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-dc4748be-4116-48ef-8ac2-aabd8effb946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:58.695817 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-dc4748be-4116-48ef-8ac2-aabd8effb946 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:46:58.699495 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-dc4748be-4116-48ef-8ac2-aabd8effb946 admin admin] Usage tracker for resource:security_group_rule and tenant:67c0fea229f14ebd918a33f2a9d87521 is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:46:58.702238 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-dc4748be-4116-48ef-8ac2-aabd8effb946 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:46:58.708407 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-dc4748be-4116-48ef-8ac2-aabd8effb946 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:46:58.791855 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-dc4748be-4116-48ef-8ac2-aabd8effb946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:58.796904 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-dc4748be-4116-48ef-8ac2-aabd8effb946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:58.801458 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-9383ab99-62b5-44a4-af9e-948079864450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:46:58.828489 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc4748be-4116-48ef-8ac2-aabd8effb946 admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=98243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 19:46:58.837175 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4748be-4116-48ef-8ac2-aabd8effb946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef7dec4-2b54-4ba6-877a-e4a7a0bd0d3d,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:46:58.840701 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-dc4748be-4116-48ef-8ac2-aabd8effb946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:46:58.843271 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-dc4748be-4116-48ef-8ac2-aabd8effb946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717217'] for segment, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:58.843622 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.db.segments_db [None req-dc4748be-4116-48ef-8ac2-aabd8effb946 admin admin] Added segment 139dbb0a-3903-4603-9a7f-ddd4c73b8a9f of type vlan for network 027d5c0a-e45a-4a06-947e-f673039c67a0 May 20 19:46:58.870939 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-dc4748be-4116-48ef-8ac2-aabd8effb946 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778152598492'] for network, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:58.902156 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-dc4748be-4116-48ef-8ac2-aabd8effb946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697952'] for network, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:58.903475 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4748be-4116-48ef-8ac2-aabd8effb946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:58.904087 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-dc4748be-4116-48ef-8ac2-aabd8effb946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for network, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:58.907551 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:46:59.022858 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4748be-4116-48ef-8ac2-aabd8effb946 admin admin] Pushing event updated for resources: {'Network': ['ID=027d5c0a-e45a-4a06-947e-f673039c67a0,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:46:59.025727 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-dc4748be-4116-48ef-8ac2-aabd8effb946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:46:59.027214 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-dc4748be-4116-48ef-8ac2-aabd8effb946 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4886222 May 20 19:46:59.030197 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 41938) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:46:59.034492 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Network 027d5c0a-e45a-4a06-947e-f673039c67a0 details requested by agent ovs-agent-dv-cinder-792462-2-iscsi with host dv-cinder-792462-2-iscsi {{(pid=98245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 19:46:59.036157 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [None req-c386218b-8bd4-461d-b084-4c0507cec986 admin admin] Request body: {'subnet': {'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1206091087-subnet', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'ip_version': 4}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:46:59.041607 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-c386218b-8bd4-461d-b084-4c0507cec986 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:46:59.045417 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-c386218b-8bd4-461d-b084-4c0507cec986 admin admin] Usage tracker for resource:subnet and tenant:67c0fea229f14ebd918a33f2a9d87521 is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:46:59.048939 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-c386218b-8bd4-461d-b084-4c0507cec986 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:46:59.056195 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-c386218b-8bd4-461d-b084-4c0507cec986 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:46:59.069196 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c386218b-8bd4-461d-b084-4c0507cec986 admin admin] Made reservation on behalf of 67c0fea229f14ebd918a33f2a9d87521 for: {'subnet': 1} {{(pid=98243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:46:59.072644 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-c386218b-8bd4-461d-b084-4c0507cec986 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238023'] for subnet, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:59.523885 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-c386218b-8bd4-461d-b084-4c0507cec986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3727188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238037'] for subnet, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:59.531606 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-406ef31c-b44f-4f95-9ff5-7d3ce0aac9b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:46:59.607345 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c386218b-8bd4-461d-b084-4c0507cec986 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62263882-c2fb-42c7-a641-48b5e7aef49a,revision_number=0']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:46:59.613136 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-c386218b-8bd4-461d-b084-4c0507cec986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:46:59.628339 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e574815-6047-4e41-a348-e69afb8f2e1b req-d645489f-c4ea-442c-a18d-4f32133d9793 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:59.629791 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-1e574815-6047-4e41-a348-e69afb8f2e1b req-d645489f-c4ea-442c-a18d-4f32133d9793 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 945 time: 0.1649497 May 20 19:46:59.632275 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c386218b-8bd4-461d-b084-4c0507cec986 admin admin] Checking segment: {'id': '139dbb0a-3903-4603-9a7f-ddd4c73b8a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:46:59.632669 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c386218b-8bd4-461d-b084-4c0507cec986 admin admin] Network hostable DHCP agents. Network: 027d5c0a-e45a-4a06-947e-f673039c67a0, hostable agents: ['fa9d6d8e-318c-43db-bbd8-e3a49a35072a'], hosted agents: [] {{(pid=98243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 19:46:59.678517 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c386218b-8bd4-461d-b084-4c0507cec986 admin admin] Network 027d5c0a-e45a-4a06-947e-f673039c67a0 is scheduled to be hosted by DHCP agent fa9d6d8e-318c-43db-bbd8-e3a49a35072a with binding_index 1 {{(pid=98243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 19:46:59.685642 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-1e574815-6047-4e41-a348-e69afb8f2e1b req-8ff1f27f-876a-4c39-9a5f-6e3e5701aec6 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501516 May 20 19:46:59.692282 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.base_scheduler [None req-c386218b-8bd4-461d-b084-4c0507cec986 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-2-iscsi, 027d5c0a-e45a-4a06-947e-f673039c67a0) {{(pid=98243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:46:59.701501 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09241bd-7298-406e-9db9-90a35117c263 None None] Network 027d5c0a-e45a-4a06-947e-f673039c67a0 requested from dv-cinder-792462-2-iscsi {{(pid=98245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:46:59.705181 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c386218b-8bd4-461d-b084-4c0507cec986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:59.705768 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-c386218b-8bd4-461d-b084-4c0507cec986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for subnet, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:59.733869 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-c386218b-8bd4-461d-b084-4c0507cec986 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7003486 May 20 19:46:59.734092 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 41950) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:46:59.739657 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [None req-96166fd5-1abe-48b6-b334-cdfb8ce963c3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1206091087-router', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3'}}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:46:59.744066 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-96166fd5-1abe-48b6-b334-cdfb8ce963c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:46:59.748745 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-96166fd5-1abe-48b6-b334-cdfb8ce963c3 admin admin] Usage tracker for resource:router and tenant:67c0fea229f14ebd918a33f2a9d87521 is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:46:59.751820 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-96166fd5-1abe-48b6-b334-cdfb8ce963c3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:46:59.757424 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-96166fd5-1abe-48b6-b334-cdfb8ce963c3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:46:59.767560 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-96166fd5-1abe-48b6-b334-cdfb8ce963c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1749729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7936'] for router, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:59.768699 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-96166fd5-1abe-48b6-b334-cdfb8ce963c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822624', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7947'] for router, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:59.786209 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-96166fd5-1abe-48b6-b334-cdfb8ce963c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:59.927082 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94be11d2-b581-4be4-a1fd-fc4eebf33dd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp24e9921b-c377-56b1-b5d5-9e0eafbeecd1-027d5c0a-e45a-4a06-947e-f673039c67a0', 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'fixed_ips': [{'subnet_id': '62263882-c2fb-42c7-a641-48b5e7aef49a'}]}} from dv-cinder-792462-2-iscsi. {{(pid=98245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 19:46:59.927954 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-94be11d2-b581-4be4-a1fd-fc4eebf33dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:00.084298 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.db_base_plugin_common [None req-94be11d2-b581-4be4-a1fd-fc4eebf33dd0 None None] Allocated IP 172.20.0.2 (027d5c0a-e45a-4a06-947e-f673039c67a0/62263882-c2fb-42c7-a641-48b5e7aef49a/20d64b03-5f5d-4b10-8d03-32bfdbf4b547) {{(pid=98245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:47:00.124316 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-96166fd5-1abe-48b6-b334-cdfb8ce963c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1822610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1749751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7965'] for router, precommit_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:00.292629 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-94be11d2-b581-4be4-a1fd-fc4eebf33dd0 None None] Notify callbacks [] for port, precommit_create {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:00.303402 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-94be11d2-b581-4be4-a1fd-fc4eebf33dd0 None None] Transition to ACTIVE for port object 20d64b03-5f5d-4b10-8d03-32bfdbf4b547 will not be triggered until provisioned by entity L2. {{(pid=98245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:47:00.322093 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-94be11d2-b581-4be4-a1fd-fc4eebf33dd0 None None] Transition to ACTIVE for port object 20d64b03-5f5d-4b10-8d03-32bfdbf4b547 will not be triggered until provisioned by entity DHCP. {{(pid=98245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:47:00.328149 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-94be11d2-b581-4be4-a1fd-fc4eebf33dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015'] for port, after_create {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:00.331619 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:00.396261 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94be11d2-b581-4be4-a1fd-fc4eebf33dd0 None None] Network 027d5c0a-e45a-4a06-947e-f673039c67a0 is already hosted by enough agents. {{(pid=98245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:47:00.398997 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.scheduler.base_scheduler [None req-94be11d2-b581-4be4-a1fd-fc4eebf33dd0 None None] Resources bound (agent type, host, resource id): {{(pid=98245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:47:00.402580 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94be11d2-b581-4be4-a1fd-fc4eebf33dd0 None None] Received port after_create {{(pid=98245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:47:00.429598 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-96166fd5-1abe-48b6-b334-cdfb8ce963c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:00.438499 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be11d2-b581-4be4-a1fd-fc4eebf33dd0 None None] Pushing event updated for resources: {'Port': ['ID=20d64b03-5f5d-4b10-8d03-32bfdbf4b547,revision_number=1']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:00.460320 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-96166fd5-1abe-48b6-b334-cdfb8ce963c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:00.483640 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be11d2-b581-4be4-a1fd-fc4eebf33dd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:00.484008 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be11d2-b581-4be4-a1fd-fc4eebf33dd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:00.484346 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be11d2-b581-4be4-a1fd-fc4eebf33dd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:00.484673 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be11d2-b581-4be4-a1fd-fc4eebf33dd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:00.484999 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be11d2-b581-4be4-a1fd-fc4eebf33dd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:00.485324 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be11d2-b581-4be4-a1fd-fc4eebf33dd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:00.485641 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be11d2-b581-4be4-a1fd-fc4eebf33dd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:00.485964 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be11d2-b581-4be4-a1fd-fc4eebf33dd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:00.486301 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be11d2-b581-4be4-a1fd-fc4eebf33dd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:00.486620 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be11d2-b581-4be4-a1fd-fc4eebf33dd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:00.486949 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be11d2-b581-4be4-a1fd-fc4eebf33dd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:00.487258 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be11d2-b581-4be4-a1fd-fc4eebf33dd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:00.499303 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-94be11d2-b581-4be4-a1fd-fc4eebf33dd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:00.507180 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-94be11d2-b581-4be4-a1fd-fc4eebf33dd0 None None] Attempting to bind port 20d64b03-5f5d-4b10-8d03-32bfdbf4b547 on host dv-cinder-792462-2-iscsi for vnic_type normal with profile {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:47:00.507552 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-94be11d2-b581-4be4-a1fd-fc4eebf33dd0 None None] Attempting to bind port 20d64b03-5f5d-4b10-8d03-32bfdbf4b547 by drivers openvswitch,hyperv on host dv-cinder-792462-2-iscsi at level 0 using segments [{'id': '139dbb0a-3903-4603-9a7f-ddd4c73b8a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0'}] {{(pid=98245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:47:00.508031 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94be11d2-b581-4be4-a1fd-fc4eebf33dd0 None None] Attempting to bind port 20d64b03-5f5d-4b10-8d03-32bfdbf4b547 on network 027d5c0a-e45a-4a06-947e-f673039c67a0 {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:47:00.513305 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94be11d2-b581-4be4-a1fd-fc4eebf33dd0 None None] Checking agent: {'id': 'f14708df-a001-437d-8366-dd48be2b8a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 33, 5), 'started_at': datetime.datetime(2021, 5, 20, 19, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:47:00.513679 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94be11d2-b581-4be4-a1fd-fc4eebf33dd0 None None] Checking segment: {'id': '139dbb0a-3903-4603-9a7f-ddd4c73b8a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:47:00.514083 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-94be11d2-b581-4be4-a1fd-fc4eebf33dd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:00.514476 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94be11d2-b581-4be4-a1fd-fc4eebf33dd0 None None] Bound using segment: {'id': '139dbb0a-3903-4603-9a7f-ddd4c73b8a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0'} {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:47:00.514943 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-94be11d2-b581-4be4-a1fd-fc4eebf33dd0 None None] Bound port: 20d64b03-5f5d-4b10-8d03-32bfdbf4b547, host: dv-cinder-792462-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '139dbb0a-3903-4603-9a7f-ddd4c73b8a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0'}}] {{(pid=98245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:47:00.515321 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-94be11d2-b581-4be4-a1fd-fc4eebf33dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:00.596088 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.db_base_plugin_common [None req-96166fd5-1abe-48b6-b334-cdfb8ce963c3 admin admin] Allocated IP 172.27.1.179 (b6b8e223-f4e2-43c0-a9aa-6e12566b63e3/0824c86c-c492-497a-a433-a5123d2f3ae1/31944ead-9b3b-4428-bf4b-32f382a4d666) {{(pid=98243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:47:00.600046 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-94be11d2-b581-4be4-a1fd-fc4eebf33dd0 None None] For port 20d64b03-5f5d-4b10-8d03-32bfdbf4b547, host dv-cinder-792462-2-iscsi, cleared binding levels {{(pid=98245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:47:00.603486 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-94be11d2-b581-4be4-a1fd-fc4eebf33dd0 None None] For port 20d64b03-5f5d-4b10-8d03-32bfdbf4b547, host dv-cinder-792462-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=20d64b03-5f5d-4b10-8d03-32bfdbf4b547,segment=NetworkSegment(139dbb0a-3903-4603-9a7f-ddd4c73b8a9f),segment_id=139dbb0a-3903-4603-9a7f-ddd4c73b8a9f)] {{(pid=98245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:47:00.608211 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-94be11d2-b581-4be4-a1fd-fc4eebf33dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:00.611621 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:00.687847 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be11d2-b581-4be4-a1fd-fc4eebf33dd0 None None] Pushing event updated for resources: {'Port': ['ID=20d64b03-5f5d-4b10-8d03-32bfdbf4b547,revision_number=2']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:00.691334 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-94be11d2-b581-4be4-a1fd-fc4eebf33dd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:00.754019 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-96166fd5-1abe-48b6-b334-cdfb8ce963c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:00.787727 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-96166fd5-1abe-48b6-b334-cdfb8ce963c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3727336'] for port, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:00.792869 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:00.880172 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96166fd5-1abe-48b6-b334-cdfb8ce963c3 admin admin] Network b6b8e223-f4e2-43c0-a9aa-6e12566b63e3 is already hosted by enough agents. {{(pid=98243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:47:00.883909 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.base_scheduler [None req-96166fd5-1abe-48b6-b334-cdfb8ce963c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=98243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:47:00.887615 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96166fd5-1abe-48b6-b334-cdfb8ce963c3 admin admin] Received port after_create {{(pid=98243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:47:00.928888 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c939f9b-1454-4f01-88b6-4c2173a18351 req-82319061-b8d6-42b6-ba08-a931336ea79c tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:00.932317 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-9c939f9b-1454-4f01-88b6-4c2173a18351 req-82319061-b8d6-42b6-ba08-a931336ea79c tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 945 time: 0.1287804 May 20 19:47:00.939158 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96166fd5-1abe-48b6-b334-cdfb8ce963c3 admin admin] Pushing event updated for resources: {'Port': ['ID=31944ead-9b3b-4428-bf4b-32f382a4d666,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:00.943689 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-96166fd5-1abe-48b6-b334-cdfb8ce963c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:00.979781 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-9c939f9b-1454-4f01-88b6-4c2173a18351 req-d91ffc2b-f57d-493b-8323-60933b09c3c5 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422139 May 20 19:47:01.301183 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-96166fd5-1abe-48b6-b334-cdfb8ce963c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:01.598463 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee24300-bad3-4e8e-be6f-4118fe96148d None None] Network 027d5c0a-e45a-4a06-947e-f673039c67a0 requested from dv-cinder-792462-2-iscsi {{(pid=98245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:47:01.701957 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-b8ed7a93-80c0-40b6-9c96-3cd0133de87b None None] Provisioning for port 20d64b03-5f5d-4b10-8d03-32bfdbf4b547 completed by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:47:01.749027 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-96166fd5-1abe-48b6-b334-cdfb8ce963c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1749742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1822666'] for router, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:01.959477 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96166fd5-1abe-48b6-b334-cdfb8ce963c3 admin admin] Router 5d6b8817-7453-4088-8519-9b11ba836610 is scheduled to L3 agent bf06d900-968e-4d51-b3d3-e51a8143bf8e with binding_index 1 {{(pid=98243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 19:47:02.189066 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96166fd5-1abe-48b6-b334-cdfb8ce963c3 admin admin] Notify agent at l3_agent.dv-cinder-792462-2-iscsi the message routers_updated {{(pid=98243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:47:02.197848 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab25290-6b09-47e0-ac1d-025db003478a None None] Sync routers for ids ['5d6b8817-7453-4088-8519-9b11ba836610'] in dv-cinder-792462-2-iscsi {{(pid=98245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:47:02.206638 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab25290-6b09-47e0-ac1d-025db003478a None None] Routers {'5d6b8817-7453-4088-8519-9b11ba836610'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:47:02.207184 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-9ab25290-6b09-47e0-ac1d-025db003478a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:46:34Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['5d6b8817-7453-4088-8519-9b11ba836610'], 'active': True} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:47:02.219337 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-96166fd5-1abe-48b6-b334-cdfb8ce963c3 admin admin] Notify callbacks [] for router, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:02.220551 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-96166fd5-1abe-48b6-b334-cdfb8ce963c3 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4854765 May 20 19:47:02.223902 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 41962) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:47:02.232994 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be795b38-e743-47b2-8609-f502d539def3 req-1b7c183a-bd8d-4b41-b33c-7aa20a5b02c9 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:02.234567 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-be795b38-e743-47b2-8609-f502d539def3 req-1b7c183a-bd8d-4b41-b33c-7aa20a5b02c9 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 945 time: 0.1272111 May 20 19:47:02.285913 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-be795b38-e743-47b2-8609-f502d539def3 req-68f3fc0f-8221-4ffe-bdd3-b6fdd62251f6 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445850 May 20 19:47:02.360101 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ff94c70f-80f5-4981-b2d0-3c33197b920b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:02.398573 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvr_db [None req-9ab25290-6b09-47e0-ac1d-025db003478a None None] Set router 5d6b8817-7453-4088-8519-9b11ba836610 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:47:02.707612 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-9ab25290-6b09-47e0-ac1d-025db003478a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6b8817-7453-4088-8519-9b11ba836610', 'name': 'tempest-TestVolumeBootPattern-1206091087-router', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '31944ead-9b3b-4428-bf4b-32f382a4d666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:46:59Z', 'updated_at': '2021-05-20T19:47:01Z', 'revision_number': 3, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'gw_port': {'id': '31944ead-9b3b-4428-bf4b-32f382a4d666', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a3:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:00Z', 'updated_at': '2021-05-20T19:47:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi'}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:47:02.711323 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab25290-6b09-47e0-ac1d-025db003478a None None] Checking router: 5d6b8817-7453-4088-8519-9b11ba836610 for host: dv-cinder-792462-2-iscsi {{(pid=98245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:47:02.711679 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab25290-6b09-47e0-ac1d-025db003478a None None] Updating router 5d6b8817-7453-4088-8519-9b11ba836610 port 31944ead-9b3b-4428-bf4b-32f382a4d666 binding host dv-cinder-792462-2-iscsi {{(pid=98245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 19:47:02.766635 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-9ab25290-6b09-47e0-ac1d-025db003478a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:02.856648 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 20d64b03-5f5d-4b10-8d03-32bfdbf4b547 up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:47:02.907918 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-b64bf46d-e5ef-4c96-b8a4-03113a3ddc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:03.022534 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning for port 20d64b03-5f5d-4b10-8d03-32bfdbf4b547 completed by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:47:03.039963 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning complete for port 20d64b03-5f5d-4b10-8d03-32bfdbf4b547 triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:47:03.040271 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:03.133611 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.db_base_plugin_common [None req-b64bf46d-e5ef-4c96-b8a4-03113a3ddc90 admin admin] Allocated IP 172.20.0.1 (027d5c0a-e45a-4a06-947e-f673039c67a0/62263882-c2fb-42c7-a641-48b5e7aef49a/ce4ee53d-90e3-42c7-adc0-f6aaa3026e4c) {{(pid=98244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:47:03.278274 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:03.281041 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-b64bf46d-e5ef-4c96-b8a4-03113a3ddc90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:03.297310 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.provisioning_blocks [None req-b64bf46d-e5ef-4c96-b8a4-03113a3ddc90 admin admin] Transition to ACTIVE for port object ce4ee53d-90e3-42c7-adc0-f6aaa3026e4c will not be triggered until provisioned by entity DHCP. {{(pid=98244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:47:03.322977 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-b64bf46d-e5ef-4c96-b8a4-03113a3ddc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3028154'] for port, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:03.328519 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:03.334694 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-9ab25290-6b09-47e0-ac1d-025db003478a None None] Notify callbacks [] for port, precommit_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:03.340326 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] For port 20d64b03-5f5d-4b10-8d03-32bfdbf4b547, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=20d64b03-5f5d-4b10-8d03-32bfdbf4b547,segment=NetworkSegment(139dbb0a-3903-4603-9a7f-ddd4c73b8a9f),segment_id=139dbb0a-3903-4603-9a7f-ddd4c73b8a9f)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:47:03.349959 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:03.352355 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-9ab25290-6b09-47e0-ac1d-025db003478a None None] Transition to ACTIVE for port object 31944ead-9b3b-4428-bf4b-32f382a4d666 will not be triggered until provisioned by entity L2. {{(pid=98245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:47:03.354653 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:03.396507 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64bf46d-e5ef-4c96-b8a4-03113a3ddc90 admin admin] Network 027d5c0a-e45a-4a06-947e-f673039c67a0 is already hosted by enough agents. {{(pid=98244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:47:03.397086 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-9ab25290-6b09-47e0-ac1d-025db003478a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:03.399611 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.base_scheduler [None req-b64bf46d-e5ef-4c96-b8a4-03113a3ddc90 admin admin] Resources bound (agent type, host, resource id): {{(pid=98244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:47:03.403980 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64bf46d-e5ef-4c96-b8a4-03113a3ddc90 admin admin] Received port after_create {{(pid=98244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:47:03.445173 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-9ab25290-6b09-47e0-ac1d-025db003478a None None] Attempting to bind port 31944ead-9b3b-4428-bf4b-32f382a4d666 on host dv-cinder-792462-2-iscsi for vnic_type normal with profile {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:47:03.445173 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-9ab25290-6b09-47e0-ac1d-025db003478a None None] Attempting to bind port 31944ead-9b3b-4428-bf4b-32f382a4d666 by drivers openvswitch,hyperv on host dv-cinder-792462-2-iscsi at level 0 using segments [{'id': '67affa7f-7af4-4d70-a1a2-daaca7702f84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3'}] {{(pid=98245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:47:03.445485 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab25290-6b09-47e0-ac1d-025db003478a None None] Attempting to bind port 31944ead-9b3b-4428-bf4b-32f382a4d666 on network b6b8e223-f4e2-43c0-a9aa-6e12566b63e3 {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:47:03.450489 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Pushing event updated for resources: {'Port': ['ID=20d64b03-5f5d-4b10-8d03-32bfdbf4b547,revision_number=3']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:03.454866 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:03.455342 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:03.473727 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64bf46d-e5ef-4c96-b8a4-03113a3ddc90 admin admin] Pushing event updated for resources: {'Port': ['ID=ce4ee53d-90e3-42c7-adc0-f6aaa3026e4c,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:03.482931 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-b64bf46d-e5ef-4c96-b8a4-03113a3ddc90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:03.489367 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab25290-6b09-47e0-ac1d-025db003478a None None] Checking agent: {'id': 'f14708df-a001-437d-8366-dd48be2b8a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 33, 5), 'started_at': datetime.datetime(2021, 5, 20, 19, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:47:03.489883 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab25290-6b09-47e0-ac1d-025db003478a None None] Checking segment: {'id': '67affa7f-7af4-4d70-a1a2-daaca7702f84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:47:03.490259 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-9ab25290-6b09-47e0-ac1d-025db003478a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:03.490640 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab25290-6b09-47e0-ac1d-025db003478a None None] Bound using segment: {'id': '67affa7f-7af4-4d70-a1a2-daaca7702f84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3'} {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:47:03.491169 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-9ab25290-6b09-47e0-ac1d-025db003478a None None] Bound port: 31944ead-9b3b-4428-bf4b-32f382a4d666, host: dv-cinder-792462-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67affa7f-7af4-4d70-a1a2-daaca7702f84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3'}}] {{(pid=98245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:47:03.491616 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-9ab25290-6b09-47e0-ac1d-025db003478a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:03.516061 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-b64bf46d-e5ef-4c96-b8a4-03113a3ddc90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745875'] for router_interface, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:03.574572 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eefe7e4-d3c4-43e2-a1ed-0d82fc40726e None None] Pushing event updated for resources: {'Port': ['ID=31944ead-9b3b-4428-bf4b-32f382a4d666,revision_number=2']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:03.583243 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-5eefe7e4-d3c4-43e2-a1ed-0d82fc40726e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:03.595029 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-9ab25290-6b09-47e0-ac1d-025db003478a None None] For port 31944ead-9b3b-4428-bf4b-32f382a4d666, host dv-cinder-792462-2-iscsi, cleared binding levels {{(pid=98245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:47:03.598621 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-9ab25290-6b09-47e0-ac1d-025db003478a None None] For port 31944ead-9b3b-4428-bf4b-32f382a4d666, host dv-cinder-792462-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=31944ead-9b3b-4428-bf4b-32f382a4d666,segment=NetworkSegment(67affa7f-7af4-4d70-a1a2-daaca7702f84),segment_id=67affa7f-7af4-4d70-a1a2-daaca7702f84)] {{(pid=98245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:47:03.604220 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-9ab25290-6b09-47e0-ac1d-025db003478a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:03.608303 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-5eefe7e4-d3c4-43e2-a1ed-0d82fc40726e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:03.693465 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab25290-6b09-47e0-ac1d-025db003478a None None] Routers {'5d6b8817-7453-4088-8519-9b11ba836610'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:47:03.694133 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-9ab25290-6b09-47e0-ac1d-025db003478a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:46:34Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['5d6b8817-7453-4088-8519-9b11ba836610'], 'active': True} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:47:03.759819 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-12d9e4d3-5b06-4c68-a107-23964b3b630e None None] Provisioning for port ce4ee53d-90e3-42c7-adc0-f6aaa3026e4c completed by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:47:03.765416 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eefe7e4-d3c4-43e2-a1ed-0d82fc40726e None None] Pushing event updated for resources: {'Port': ['ID=31944ead-9b3b-4428-bf4b-32f382a4d666,revision_number=3']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:03.779033 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-5eefe7e4-d3c4-43e2-a1ed-0d82fc40726e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:03.782119 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-12d9e4d3-5b06-4c68-a107-23964b3b630e None None] Provisioning complete for port ce4ee53d-90e3-42c7-adc0-f6aaa3026e4c triggered by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:47:03.782502 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-12d9e4d3-5b06-4c68-a107-23964b3b630e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:03.792767 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d1bc5-6731-4bfb-a294-916bf0bf5ee2 req-5741db5c-f7a3-4f02-87d2-3ebe363bfcb8 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:03.794231 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-376d1bc5-6731-4bfb-a294-916bf0bf5ee2 req-5741db5c-f7a3-4f02-87d2-3ebe363bfcb8 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 945 time: 0.3640237 May 20 19:47:03.860368 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-376d1bc5-6731-4bfb-a294-916bf0bf5ee2 req-016ac49f-b8c2-449f-b5a1-4ebc8631bee1 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584900 May 20 19:47:03.909965 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-12d9e4d3-5b06-4c68-a107-23964b3b630e None None] Port ce4ee53d-90e3-42c7-adc0-f6aaa3026e4c cannot update to ACTIVE because it is not bound. {{(pid=98245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 19:47:03.927784 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvr_db [None req-9ab25290-6b09-47e0-ac1d-025db003478a None None] Set router 5d6b8817-7453-4088-8519-9b11ba836610 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:47:03.933393 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-b64bf46d-e5ef-4c96-b8a4-03113a3ddc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:04.153740 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-b64bf46d-e5ef-4c96-b8a4-03113a3ddc90 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:04.158064 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-b64bf46d-e5ef-4c96-b8a4-03113a3ddc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3028147'] for port, after_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:04.185282 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-b80eca68-72ef-47cd-b788-53396d264b8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:04.241171 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-9ab25290-6b09-47e0-ac1d-025db003478a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6b8817-7453-4088-8519-9b11ba836610', 'name': 'tempest-TestVolumeBootPattern-1206091087-router', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '31944ead-9b3b-4428-bf4b-32f382a4d666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:46:59Z', 'updated_at': '2021-05-20T19:47:01Z', 'revision_number': 3, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'gw_port': {'id': '31944ead-9b3b-4428-bf4b-32f382a4d666', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a3:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:00Z', 'updated_at': '2021-05-20T19:47:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi'}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:47:04.245114 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab25290-6b09-47e0-ac1d-025db003478a None None] The sync data for ids ['5d6b8817-7453-4088-8519-9b11ba836610'] in dv-cinder-792462-2-iscsi is: [{'id': '5d6b8817-7453-4088-8519-9b11ba836610', 'name': 'tempest-TestVolumeBootPattern-1206091087-router', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '31944ead-9b3b-4428-bf4b-32f382a4d666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:46:59Z', 'updated_at': '2021-05-20T19:47:01Z', 'revision_number': 3, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'gw_port': {'id': '31944ead-9b3b-4428-bf4b-32f382a4d666', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a3:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:00Z', 'updated_at': '2021-05-20T19:47:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi'}] {{(pid=98245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:47:04.271991 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-b64bf46d-e5ef-4c96-b8a4-03113a3ddc90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1697874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1823336'] for router_interface, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:04.275642 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64bf46d-e5ef-4c96-b8a4-03113a3ddc90 admin admin] Pushing event updated for resources: {'Port': ['ID=ce4ee53d-90e3-42c7-adc0-f6aaa3026e4c,revision_number=2']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:04.279029 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-b64bf46d-e5ef-4c96-b8a4-03113a3ddc90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:04.417324 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64bf46d-e5ef-4c96-b8a4-03113a3ddc90 admin admin] Network 027d5c0a-e45a-4a06-947e-f673039c67a0 is already hosted by enough agents. {{(pid=98244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:47:04.418413 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.base_scheduler [None req-b64bf46d-e5ef-4c96-b8a4-03113a3ddc90 admin admin] Resources bound (agent type, host, resource id): {{(pid=98244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:47:04.480395 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-67bb5ffb-fa64-40e1-951c-a21c83d63379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:04.640228 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b64bf46d-e5ef-4c96-b8a4-03113a3ddc90 admin admin] Router 5d6b8817-7453-4088-8519-9b11ba836610 has already been hosted by L3 agent bf06d900-968e-4d51-b3d3-e51a8143bf8e {{(pid=98244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:47:04.733336 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-5833db97-3178-40b9-b911-db9f07ed0b81 None None] Provisioning complete for port ce4ee53d-90e3-42c7-adc0-f6aaa3026e4c triggered by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:47:04.733710 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-5833db97-3178-40b9-b911-db9f07ed0b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:04.861645 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64bf46d-e5ef-4c96-b8a4-03113a3ddc90 admin admin] Notify agent at l3_agent.dv-cinder-792462-2-iscsi the message routers_updated {{(pid=98244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:47:04.869741 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-5833db97-3178-40b9-b911-db9f07ed0b81 None None] Port ce4ee53d-90e3-42c7-adc0-f6aaa3026e4c cannot update to ACTIVE because it is not bound. {{(pid=98245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 19:47:04.871251 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:04.878770 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-b64bf46d-e5ef-4c96-b8a4-03113a3ddc90 admin admin] 10.222.0.46 "PUT /v2.0/routers/5d6b8817-7453-4088-8519-9b11ba836610/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6523941 May 20 19:47:04.945839 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 31944ead-9b3b-4428-bf4b-32f382a4d666 up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:47:05.026987 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning for port 31944ead-9b3b-4428-bf4b-32f382a4d666 completed by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:47:05.033303 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning complete for port 31944ead-9b3b-4428-bf4b-32f382a4d666 triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:47:05.033678 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:05.107342 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ba9ed-e03d-4c69-b75c-e3c3b98a4022 req-a88601b2-0387-4130-9457-70d3dcc17bc4 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:05.109069 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-dd4ba9ed-e03d-4c69-b75c-e3c3b98a4022 req-a88601b2-0387-4130-9457-70d3dcc17bc4 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 945 time: 0.1267328 May 20 19:47:05.159042 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-dd4ba9ed-e03d-4c69-b75c-e3c3b98a4022 req-a3e2f296-006b-4b4b-a0de-d38248f9709a tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432932 May 20 19:47:05.178210 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:05.197950 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] For port 31944ead-9b3b-4428-bf4b-32f382a4d666, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=31944ead-9b3b-4428-bf4b-32f382a4d666,segment=NetworkSegment(67affa7f-7af4-4d70-a1a2-daaca7702f84),segment_id=67affa7f-7af4-4d70-a1a2-daaca7702f84)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:47:05.202023 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:05.203003 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 20d64b03-5f5d-4b10-8d03-32bfdbf4b547 up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:47:05.232687 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-ae4edc0c-1537-494c-9140-73f4d46fd5b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:05.337543 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Pushing event updated for resources: {'Port': ['ID=31944ead-9b3b-4428-bf4b-32f382a4d666,revision_number=4']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:05.343246 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:05.345579 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning complete for port 20d64b03-5f5d-4b10-8d03-32bfdbf4b547 triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:47:05.345953 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:05.468081 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 41990) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:47:05.474073 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-21c21c69-29c2-458c-ad00-57c9143ac561 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1398113786-network', 'tenant_id': '501dcbc15d74426d9eb1b0b346b5fb13'}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:47:05.478655 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-21c21c69-29c2-458c-ad00-57c9143ac561 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:47:05.482404 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-21c21c69-29c2-458c-ad00-57c9143ac561 admin admin] Usage tracker for resource:network and tenant:501dcbc15d74426d9eb1b0b346b5fb13 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:47:05.485251 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-21c21c69-29c2-458c-ad00-57c9143ac561 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:47:05.492124 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-21c21c69-29c2-458c-ad00-57c9143ac561 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:47:05.502017 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c21c69-29c2-458c-ad00-57c9143ac561 admin admin] Made reservation on behalf of 501dcbc15d74426d9eb1b0b346b5fb13 for: {'network': 1} {{(pid=98244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:47:05.504657 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-21c21c69-29c2-458c-ad00-57c9143ac561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-584789'] for network, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:05.516313 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-21c21c69-29c2-458c-ad00-57c9143ac561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:05.531838 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-21c21c69-29c2-458c-ad00-57c9143ac561 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:47:05.536148 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-21c21c69-29c2-458c-ad00-57c9143ac561 admin admin] Usage tracker for resource:security_group_rule and tenant:501dcbc15d74426d9eb1b0b346b5fb13 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:47:05.539763 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-21c21c69-29c2-458c-ad00-57c9143ac561 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:47:05.546533 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-21c21c69-29c2-458c-ad00-57c9143ac561 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:47:05.582332 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d568-3eaa-4ee2-8e63-8438dfda9a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:05.646089 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-21c21c69-29c2-458c-ad00-57c9143ac561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:05.649933 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-21c21c69-29c2-458c-ad00-57c9143ac561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:05.652939 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-8aef3479-71c9-4499-911c-d170a2fdaf41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:05.682675 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21c21c69-29c2-458c-ad00-57c9143ac561 admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=98244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 19:47:05.690340 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c21c69-29c2-458c-ad00-57c9143ac561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7fc74d-2591-430a-8546-b2bac325aa78,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:05.693973 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-21c21c69-29c2-458c-ad00-57c9143ac561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:05.698537 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-21c21c69-29c2-458c-ad00-57c9143ac561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717217'] for segment, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:05.698913 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.db.segments_db [None req-21c21c69-29c2-458c-ad00-57c9143ac561 admin admin] Added segment 3c21d7c6-182c-43e9-b050-c057dafbce4d of type vlan for network 23f2253f-6a62-46de-8cbe-992dfcfafb73 May 20 19:47:05.732442 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-21c21c69-29c2-458c-ad00-57c9143ac561 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778152598492'] for network, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:05.763311 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-21c21c69-29c2-458c-ad00-57c9143ac561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697952'] for network, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:05.765383 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c21c69-29c2-458c-ad00-57c9143ac561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:05.766053 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-21c21c69-29c2-458c-ad00-57c9143ac561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for network, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:05.771588 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-74bb986b-d02c-4478-8732-0336866b68c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:05.862801 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-21c21c69-29c2-458c-ad00-57c9143ac561 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3936248 May 20 19:47:05.865621 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 41994) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:47:05.871055 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c21c69-29c2-458c-ad00-57c9143ac561 admin admin] Pushing event updated for resources: {'Network': ['ID=23f2253f-6a62-46de-8cbe-992dfcfafb73,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:05.871256 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [None req-0188d470-a159-405b-9dc8-b361e02e1207 admin admin] Request body: {'subnet': {'network_id': '23f2253f-6a62-46de-8cbe-992dfcfafb73', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1398113786-subnet', 'tenant_id': '501dcbc15d74426d9eb1b0b346b5fb13', 'ip_version': 4}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:47:05.873949 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-21c21c69-29c2-458c-ad00-57c9143ac561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:05.876047 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-0188d470-a159-405b-9dc8-b361e02e1207 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:47:05.880694 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-0188d470-a159-405b-9dc8-b361e02e1207 admin admin] Usage tracker for resource:subnet and tenant:501dcbc15d74426d9eb1b0b346b5fb13 is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:47:05.882232 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Network 23f2253f-6a62-46de-8cbe-992dfcfafb73 details requested by agent ovs-agent-dv-cinder-792462-2-iscsi with host dv-cinder-792462-2-iscsi {{(pid=98245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 19:47:05.883805 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-0188d470-a159-405b-9dc8-b361e02e1207 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:47:05.889606 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-0188d470-a159-405b-9dc8-b361e02e1207 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:47:05.905296 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0188d470-a159-405b-9dc8-b361e02e1207 admin admin] Made reservation on behalf of 501dcbc15d74426d9eb1b0b346b5fb13 for: {'subnet': 1} {{(pid=98243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:47:05.907796 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-0188d470-a159-405b-9dc8-b361e02e1207 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238023'] for subnet, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:05.959817 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf2c06f-1de5-4572-8fbd-240627c36f62 None None] Sync routers for ids ['5d6b8817-7453-4088-8519-9b11ba836610'] in dv-cinder-792462-2-iscsi {{(pid=98246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:47:05.970054 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf2c06f-1de5-4572-8fbd-240627c36f62 None None] Routers {'5d6b8817-7453-4088-8519-9b11ba836610'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:47:05.970670 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-eaf2c06f-1de5-4572-8fbd-240627c36f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:47:04Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['5d6b8817-7453-4088-8519-9b11ba836610'], 'active': True} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:47:06.189155 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvr_db [None req-eaf2c06f-1de5-4572-8fbd-240627c36f62 None None] Set router 5d6b8817-7453-4088-8519-9b11ba836610 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:47:06.321463 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9da12-091f-42b0-9ca3-16cae4383ae5 req-a5d95259-5dad-4587-9e98-e9311df60995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:06.322933 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-89f9da12-091f-42b0-9ca3-16cae4383ae5 req-a5d95259-5dad-4587-9e98-e9311df60995 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8ed4e5869d204e20b671ef4c001a3511&device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 1098 time: 0.1053553 May 20 19:47:06.367210 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:06.425606 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83641443-f800-44d1-af81-5179d6e5102b req-78d9c3b4-affb-46cf-bf3e-e3757b86db41 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:06.428204 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-83641443-f800-44d1-af81-5179d6e5102b req-78d9c3b4-affb-46cf-bf3e-e3757b86db41 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 945 time: 0.1322639 May 20 19:47:06.485202 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-83641443-f800-44d1-af81-5179d6e5102b req-db5f07f4-8b72-4059-b36e-e1e247c13121 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498521 May 20 19:47:06.499232 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-0188d470-a159-405b-9dc8-b361e02e1207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3727188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238037'] for subnet, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:06.515108 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:06.568752 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9da12-091f-42b0-9ca3-16cae4383ae5 req-c4fa3d02-44e2-4697-80a3-73d51134011a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:06.570235 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-89f9da12-091f-42b0-9ca3-16cae4383ae5 req-c4fa3d02-44e2-4697-80a3-73d51134011a service neutron] 10.222.0.65 "GET /v2.0/networks?id=3d38b6f3-7548-4a0e-896f-e9fb0c461e8e HTTP/1.1" status: 200 len: 918 time: 0.2068980 May 20 19:47:06.580465 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-eaf2c06f-1de5-4572-8fbd-240627c36f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6b8817-7453-4088-8519-9b11ba836610', 'name': 'tempest-TestVolumeBootPattern-1206091087-router', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '31944ead-9b3b-4428-bf4b-32f382a4d666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:46:59Z', 'updated_at': '2021-05-20T19:47:03Z', 'revision_number': 4, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'gw_port': {'id': '31944ead-9b3b-4428-bf4b-32f382a4d666', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:00Z', 'updated_at': '2021-05-20T19:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': 'ce4ee53d-90e3-42c7-adc0-f6aaa3026e4c', 'name': '', 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'mac_address': 'fa:16:3e:d5:16:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '62263882-c2fb-42c7-a641-48b5e7aef49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:02Z', 'updated_at': '2021-05-20T19:47:04Z', 'revision_number': 2, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'subnets': [{'id': '62263882-c2fb-42c7-a641-48b5e7aef49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:47:06.588526 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf2c06f-1de5-4572-8fbd-240627c36f62 None None] Checking router: 5d6b8817-7453-4088-8519-9b11ba836610 for host: dv-cinder-792462-2-iscsi {{(pid=98246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:47:06.589036 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf2c06f-1de5-4572-8fbd-240627c36f62 None None] Updating router 5d6b8817-7453-4088-8519-9b11ba836610 port ce4ee53d-90e3-42c7-adc0-f6aaa3026e4c binding host dv-cinder-792462-2-iscsi {{(pid=98246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 19:47:06.656366 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-eaf2c06f-1de5-4572-8fbd-240627c36f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:06.774698 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188d470-a159-405b-9dc8-b361e02e1207 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2568739e-4141-43d7-99a0-94fcb775ebd7,revision_number=0']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:06.781177 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-0188d470-a159-405b-9dc8-b361e02e1207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:06.793339 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0188d470-a159-405b-9dc8-b361e02e1207 admin admin] Checking segment: {'id': '3c21d7c6-182c-43e9-b050-c057dafbce4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '23f2253f-6a62-46de-8cbe-992dfcfafb73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:47:06.793683 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0188d470-a159-405b-9dc8-b361e02e1207 admin admin] Network hostable DHCP agents. Network: 23f2253f-6a62-46de-8cbe-992dfcfafb73, hostable agents: ['fa9d6d8e-318c-43db-bbd8-e3a49a35072a'], hosted agents: [] {{(pid=98243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 19:47:06.819154 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-89f9da12-091f-42b0-9ca3-16cae4383ae5 req-3f129057-ca5a-415a-94e0-d1a17f465e84 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b62d4f7-65ba-46de-b0b1-a037d39bf785 HTTP/1.1" status: 200 len: 1001 time: 0.2327836 May 20 19:47:06.837267 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 31944ead-9b3b-4428-bf4b-32f382a4d666 up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:47:06.860052 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0188d470-a159-405b-9dc8-b361e02e1207 admin admin] Network 23f2253f-6a62-46de-8cbe-992dfcfafb73 is scheduled to be hosted by DHCP agent fa9d6d8e-318c-43db-bbd8-e3a49a35072a with binding_index 1 {{(pid=98243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 19:47:06.883524 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.base_scheduler [None req-0188d470-a159-405b-9dc8-b361e02e1207 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-2-iscsi, 23f2253f-6a62-46de-8cbe-992dfcfafb73) {{(pid=98243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:47:06.896666 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9da12-091f-42b0-9ca3-16cae4383ae5 req-99bddaf1-5a51-4691-9166-7d2f09674da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:06.900832 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-89f9da12-091f-42b0-9ca3-16cae4383ae5 req-99bddaf1-5a51-4691-9166-7d2f09674da8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5b859f84-1277-4d60-b0e8-72f23097ad76 HTTP/1.1" status: 200 len: 856 time: 0.0744407 May 20 19:47:06.903221 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0188d470-a159-405b-9dc8-b361e02e1207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:06.903924 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-0188d470-a159-405b-9dc8-b361e02e1207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for subnet, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:06.909043 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b7c905-c28f-4df9-b6ce-ca10f1085cf5 None None] Network 23f2253f-6a62-46de-8cbe-992dfcfafb73 requested from dv-cinder-792462-2-iscsi {{(pid=98245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:47:06.947324 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning complete for port 31944ead-9b3b-4428-bf4b-32f382a4d666 triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:47:06.947730 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:06.973981 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-0188d470-a159-405b-9dc8-b361e02e1207 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1047149 May 20 19:47:06.974209 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 42012) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:47:06.980222 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [None req-604715de-4900-4701-96f9-0470e4e8482f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1398113786-router', 'tenant_id': '501dcbc15d74426d9eb1b0b346b5fb13', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3'}}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:47:06.985949 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-604715de-4900-4701-96f9-0470e4e8482f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:47:06.991123 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-604715de-4900-4701-96f9-0470e4e8482f admin admin] Usage tracker for resource:router and tenant:501dcbc15d74426d9eb1b0b346b5fb13 is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:47:06.995117 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-604715de-4900-4701-96f9-0470e4e8482f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:47:07.002166 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-604715de-4900-4701-96f9-0470e4e8482f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:47:07.018345 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9da12-091f-42b0-9ca3-16cae4383ae5 req-6a0f3ed6-ce80-4287-ab4d-5360391f5725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:07.020385 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-89f9da12-091f-42b0-9ca3-16cae4383ae5 req-6a0f3ed6-ce80-4287-ab4d-5360391f5725 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3d38b6f3-7548-4a0e-896f-e9fb0c461e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1126635 May 20 19:47:07.021336 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-604715de-4900-4701-96f9-0470e4e8482f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1749729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7936'] for router, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:07.022297 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-604715de-4900-4701-96f9-0470e4e8482f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822624', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7947'] for router, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:07.039518 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-eaf2c06f-1de5-4572-8fbd-240627c36f62 None None] Notify callbacks [] for port, precommit_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:07.051981 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.provisioning_blocks [None req-eaf2c06f-1de5-4572-8fbd-240627c36f62 None None] Transition to ACTIVE for port object ce4ee53d-90e3-42c7-adc0-f6aaa3026e4c will not be triggered until provisioned by entity L2. {{(pid=98246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:47:07.059324 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-eaf2c06f-1de5-4572-8fbd-240627c36f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:07.063553 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:07.078121 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-604715de-4900-4701-96f9-0470e4e8482f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:07.148417 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5926817a-b06e-4671-9d00-3c7d09c74f7a None None] Pushing event updated for resources: {'Port': ['ID=ce4ee53d-90e3-42c7-adc0-f6aaa3026e4c,revision_number=3']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:07.158327 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5926817a-b06e-4671-9d00-3c7d09c74f7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:07.158667 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5926817a-b06e-4671-9d00-3c7d09c74f7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:07.159090 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5926817a-b06e-4671-9d00-3c7d09c74f7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:07.159419 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5926817a-b06e-4671-9d00-3c7d09c74f7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:07.159784 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5926817a-b06e-4671-9d00-3c7d09c74f7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:07.160107 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5926817a-b06e-4671-9d00-3c7d09c74f7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:07.160425 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5926817a-b06e-4671-9d00-3c7d09c74f7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:07.160873 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5926817a-b06e-4671-9d00-3c7d09c74f7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:07.161610 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5926817a-b06e-4671-9d00-3c7d09c74f7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:07.161610 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5926817a-b06e-4671-9d00-3c7d09c74f7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:07.161824 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5926817a-b06e-4671-9d00-3c7d09c74f7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:07.162135 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5926817a-b06e-4671-9d00-3c7d09c74f7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:07.165949 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-5926817a-b06e-4671-9d00-3c7d09c74f7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:07.243517 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-89f9da12-091f-42b0-9ca3-16cae4383ae5 req-87a9a676-af52-4ea5-bc2b-ae1cfd6b7198 service neutron] 10.222.0.65 "GET /v2.0/networks/3d38b6f3-7548-4a0e-896f-e9fb0c461e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147093 May 20 19:47:07.245797 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c4ec3c-92a5-4d5d-acad-64cea0723677 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp24e9921b-c377-56b1-b5d5-9e0eafbeecd1-23f2253f-6a62-46de-8cbe-992dfcfafb73', 'network_id': '23f2253f-6a62-46de-8cbe-992dfcfafb73', 'tenant_id': '501dcbc15d74426d9eb1b0b346b5fb13', 'fixed_ips': [{'subnet_id': '2568739e-4141-43d7-99a0-94fcb775ebd7'}]}} from dv-cinder-792462-2-iscsi. {{(pid=98245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 19:47:07.246710 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-45c4ec3c-92a5-4d5d-acad-64cea0723677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:07.332205 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.managers [None req-eaf2c06f-1de5-4572-8fbd-240627c36f62 None None] Attempting to bind port ce4ee53d-90e3-42c7-adc0-f6aaa3026e4c on host dv-cinder-792462-2-iscsi for vnic_type normal with profile {{(pid=98246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:47:07.332573 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.managers [None req-eaf2c06f-1de5-4572-8fbd-240627c36f62 None None] Attempting to bind port ce4ee53d-90e3-42c7-adc0-f6aaa3026e4c by drivers openvswitch,hyperv on host dv-cinder-792462-2-iscsi at level 0 using segments [{'id': '139dbb0a-3903-4603-9a7f-ddd4c73b8a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0'}] {{(pid=98246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:47:07.332938 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf2c06f-1de5-4572-8fbd-240627c36f62 None None] Attempting to bind port ce4ee53d-90e3-42c7-adc0-f6aaa3026e4c on network 027d5c0a-e45a-4a06-947e-f673039c67a0 {{(pid=98246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:47:07.337722 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-40a8b960-4cf6-42c3-bf80-c71dd59d075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:07.338941 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf2c06f-1de5-4572-8fbd-240627c36f62 None None] Checking agent: {'id': 'f14708df-a001-437d-8366-dd48be2b8a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 33, 5), 'started_at': datetime.datetime(2021, 5, 20, 19, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:47:07.339315 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf2c06f-1de5-4572-8fbd-240627c36f62 None None] Checking segment: {'id': '139dbb0a-3903-4603-9a7f-ddd4c73b8a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:47:07.339730 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-eaf2c06f-1de5-4572-8fbd-240627c36f62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:07.340131 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf2c06f-1de5-4572-8fbd-240627c36f62 None None] Bound using segment: {'id': '139dbb0a-3903-4603-9a7f-ddd4c73b8a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0'} {{(pid=98246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:47:07.340609 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.managers [None req-eaf2c06f-1de5-4572-8fbd-240627c36f62 None None] Bound port: ce4ee53d-90e3-42c7-adc0-f6aaa3026e4c, host: dv-cinder-792462-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '139dbb0a-3903-4603-9a7f-ddd4c73b8a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0'}}] {{(pid=98246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:47:07.340981 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-eaf2c06f-1de5-4572-8fbd-240627c36f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:07.444029 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.db [None req-eaf2c06f-1de5-4572-8fbd-240627c36f62 None None] For port ce4ee53d-90e3-42c7-adc0-f6aaa3026e4c, host dv-cinder-792462-2-iscsi, cleared binding levels {{(pid=98246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:47:07.447631 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.db [None req-eaf2c06f-1de5-4572-8fbd-240627c36f62 None None] For port ce4ee53d-90e3-42c7-adc0-f6aaa3026e4c, host dv-cinder-792462-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=ce4ee53d-90e3-42c7-adc0-f6aaa3026e4c,segment=NetworkSegment(139dbb0a-3903-4603-9a7f-ddd4c73b8a9f),segment_id=139dbb0a-3903-4603-9a7f-ddd4c73b8a9f)] {{(pid=98246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:47:07.452442 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-eaf2c06f-1de5-4572-8fbd-240627c36f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:07.457834 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-5f3a5d19-6774-4fbc-95f4-3c5731f949c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:07.460838 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.db_base_plugin_common [None req-45c4ec3c-92a5-4d5d-acad-64cea0723677 None None] Allocated IP 172.20.0.2 (23f2253f-6a62-46de-8cbe-992dfcfafb73/2568739e-4141-43d7-99a0-94fcb775ebd7/86e46d84-3921-40fe-99e0-325fc08b7b5b) {{(pid=98245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:47:07.533480 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-604715de-4900-4701-96f9-0470e4e8482f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1822610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1749751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7965'] for router, precommit_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:07.557520 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf2c06f-1de5-4572-8fbd-240627c36f62 None None] Routers {'5d6b8817-7453-4088-8519-9b11ba836610'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:47:07.558003 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-eaf2c06f-1de5-4572-8fbd-240627c36f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:47:04Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['5d6b8817-7453-4088-8519-9b11ba836610'], 'active': True} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:47:07.627182 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5926817a-b06e-4671-9d00-3c7d09c74f7a None None] Pushing event updated for resources: {'Port': ['ID=ce4ee53d-90e3-42c7-adc0-f6aaa3026e4c,revision_number=4']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:07.628847 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-89f9da12-091f-42b0-9ca3-16cae4383ae5 req-f08db8b2-9312-416b-9d28-baf5ba0f701a service neutron] 10.222.0.65 "GET /v2.0/networks/3d38b6f3-7548-4a0e-896f-e9fb0c461e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319192 May 20 19:47:07.661199 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-5926817a-b06e-4671-9d00-3c7d09c74f7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:07.735791 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-45c4ec3c-92a5-4d5d-acad-64cea0723677 None None] Notify callbacks [] for port, precommit_create {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:07.746547 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-45c4ec3c-92a5-4d5d-acad-64cea0723677 None None] Transition to ACTIVE for port object 86e46d84-3921-40fe-99e0-325fc08b7b5b will not be triggered until provisioned by entity L2. {{(pid=98245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:47:07.768083 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-45c4ec3c-92a5-4d5d-acad-64cea0723677 None None] Transition to ACTIVE for port object 86e46d84-3921-40fe-99e0-325fc08b7b5b will not be triggered until provisioned by entity DHCP. {{(pid=98245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:47:07.786255 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-45c4ec3c-92a5-4d5d-acad-64cea0723677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015'] for port, after_create {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:07.790065 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:07.827360 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30177943-13c4-4729-a7b7-928313de869c req-11033f5e-e19c-4531-9f00-6bcf553ea880 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:07.828846 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-30177943-13c4-4729-a7b7-928313de869c req-11033f5e-e19c-4531-9f00-6bcf553ea880 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 945 time: 0.1649141 May 20 19:47:07.868298 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c4ec3c-92a5-4d5d-acad-64cea0723677 None None] Network 23f2253f-6a62-46de-8cbe-992dfcfafb73 is already hosted by enough agents. {{(pid=98245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:47:07.871081 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvr_db [None req-eaf2c06f-1de5-4572-8fbd-240627c36f62 None None] Set router 5d6b8817-7453-4088-8519-9b11ba836610 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:47:07.871219 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.scheduler.base_scheduler [None req-45c4ec3c-92a5-4d5d-acad-64cea0723677 None None] Resources bound (agent type, host, resource id): {{(pid=98245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:47:07.875073 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c4ec3c-92a5-4d5d-acad-64cea0723677 None None] Received port after_create {{(pid=98245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:47:07.916869 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-30177943-13c4-4729-a7b7-928313de869c req-3761278e-a297-4fca-9f42-8f44fda40c94 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794976 May 20 19:47:07.961790 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c4ec3c-92a5-4d5d-acad-64cea0723677 None None] Pushing event updated for resources: {'Port': ['ID=86e46d84-3921-40fe-99e0-325fc08b7b5b,revision_number=1']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:07.972535 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-45c4ec3c-92a5-4d5d-acad-64cea0723677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:07.993834 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-45c4ec3c-92a5-4d5d-acad-64cea0723677 None None] Attempting to bind port 86e46d84-3921-40fe-99e0-325fc08b7b5b on host dv-cinder-792462-2-iscsi for vnic_type normal with profile {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:47:07.994208 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-45c4ec3c-92a5-4d5d-acad-64cea0723677 None None] Attempting to bind port 86e46d84-3921-40fe-99e0-325fc08b7b5b by drivers openvswitch,hyperv on host dv-cinder-792462-2-iscsi at level 0 using segments [{'id': '3c21d7c6-182c-43e9-b050-c057dafbce4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '23f2253f-6a62-46de-8cbe-992dfcfafb73'}] {{(pid=98245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:47:07.994579 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c4ec3c-92a5-4d5d-acad-64cea0723677 None None] Attempting to bind port 86e46d84-3921-40fe-99e0-325fc08b7b5b on network 23f2253f-6a62-46de-8cbe-992dfcfafb73 {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:47:08.000080 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c4ec3c-92a5-4d5d-acad-64cea0723677 None None] Checking agent: {'id': 'f14708df-a001-437d-8366-dd48be2b8a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 33, 5), 'started_at': datetime.datetime(2021, 5, 20, 19, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:47:08.000464 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c4ec3c-92a5-4d5d-acad-64cea0723677 None None] Checking segment: {'id': '3c21d7c6-182c-43e9-b050-c057dafbce4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '23f2253f-6a62-46de-8cbe-992dfcfafb73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:47:08.000875 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-45c4ec3c-92a5-4d5d-acad-64cea0723677 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:08.001525 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c4ec3c-92a5-4d5d-acad-64cea0723677 None None] Bound using segment: {'id': '3c21d7c6-182c-43e9-b050-c057dafbce4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '23f2253f-6a62-46de-8cbe-992dfcfafb73'} {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:47:08.002069 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-45c4ec3c-92a5-4d5d-acad-64cea0723677 None None] Bound port: 86e46d84-3921-40fe-99e0-325fc08b7b5b, host: dv-cinder-792462-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c21d7c6-182c-43e9-b050-c057dafbce4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '23f2253f-6a62-46de-8cbe-992dfcfafb73'}}] {{(pid=98245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:47:08.002448 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-45c4ec3c-92a5-4d5d-acad-64cea0723677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:08.110428 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-45c4ec3c-92a5-4d5d-acad-64cea0723677 None None] For port 86e46d84-3921-40fe-99e0-325fc08b7b5b, host dv-cinder-792462-2-iscsi, cleared binding levels {{(pid=98245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:47:08.114160 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-45c4ec3c-92a5-4d5d-acad-64cea0723677 None None] For port 86e46d84-3921-40fe-99e0-325fc08b7b5b, host dv-cinder-792462-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=86e46d84-3921-40fe-99e0-325fc08b7b5b,segment=NetworkSegment(3c21d7c6-182c-43e9-b050-c057dafbce4d),segment_id=3c21d7c6-182c-43e9-b050-c057dafbce4d)] {{(pid=98245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:47:08.121321 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-45c4ec3c-92a5-4d5d-acad-64cea0723677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:08.127092 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:08.141967 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-604715de-4900-4701-96f9-0470e4e8482f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:08.178727 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-604715de-4900-4701-96f9-0470e4e8482f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:08.211013 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c4ec3c-92a5-4d5d-acad-64cea0723677 None None] Pushing event updated for resources: {'Port': ['ID=86e46d84-3921-40fe-99e0-325fc08b7b5b,revision_number=2']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:08.214764 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-45c4ec3c-92a5-4d5d-acad-64cea0723677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:08.261960 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-eaf2c06f-1de5-4572-8fbd-240627c36f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6b8817-7453-4088-8519-9b11ba836610', 'name': 'tempest-TestVolumeBootPattern-1206091087-router', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '31944ead-9b3b-4428-bf4b-32f382a4d666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:46:59Z', 'updated_at': '2021-05-20T19:47:03Z', 'revision_number': 4, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'gw_port': {'id': '31944ead-9b3b-4428-bf4b-32f382a4d666', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:00Z', 'updated_at': '2021-05-20T19:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': 'ce4ee53d-90e3-42c7-adc0-f6aaa3026e4c', 'name': '', 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'mac_address': 'fa:16:3e:d5:16:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '62263882-c2fb-42c7-a641-48b5e7aef49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:02Z', 'updated_at': '2021-05-20T19:47:07Z', 'revision_number': 4, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'subnets': [{'id': '62263882-c2fb-42c7-a641-48b5e7aef49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:47:08.266382 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf2c06f-1de5-4572-8fbd-240627c36f62 None None] The sync data for ids ['5d6b8817-7453-4088-8519-9b11ba836610'] in dv-cinder-792462-2-iscsi is: [{'id': '5d6b8817-7453-4088-8519-9b11ba836610', 'name': 'tempest-TestVolumeBootPattern-1206091087-router', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '31944ead-9b3b-4428-bf4b-32f382a4d666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:46:59Z', 'updated_at': '2021-05-20T19:47:03Z', 'revision_number': 4, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'gw_port': {'id': '31944ead-9b3b-4428-bf4b-32f382a4d666', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:00Z', 'updated_at': '2021-05-20T19:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': 'ce4ee53d-90e3-42c7-adc0-f6aaa3026e4c', 'name': '', 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'mac_address': 'fa:16:3e:d5:16:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '62263882-c2fb-42c7-a641-48b5e7aef49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:02Z', 'updated_at': '2021-05-20T19:47:07Z', 'revision_number': 4, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'subnets': [{'id': '62263882-c2fb-42c7-a641-48b5e7aef49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:47:08.406669 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.db_base_plugin_common [None req-604715de-4900-4701-96f9-0470e4e8482f admin admin] Allocated IP 172.27.1.153 (b6b8e223-f4e2-43c0-a9aa-6e12566b63e3/0824c86c-c492-497a-a433-a5123d2f3ae1/027a7d1f-79cb-4698-9898-04d67e03bb9a) {{(pid=98243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:47:08.738832 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-604715de-4900-4701-96f9-0470e4e8482f admin admin] Notify callbacks [] for port, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:08.770855 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-604715de-4900-4701-96f9-0470e4e8482f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3727336'] for port, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:08.774803 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-b30dfbf2-336c-4caa-b9f6-42831eb7bff9 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:08.850365 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604715de-4900-4701-96f9-0470e4e8482f admin admin] Network b6b8e223-f4e2-43c0-a9aa-6e12566b63e3 is already hosted by enough agents. {{(pid=98243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:47:08.853871 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.base_scheduler [None req-604715de-4900-4701-96f9-0470e4e8482f admin admin] Resources bound (agent type, host, resource id): {{(pid=98243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:47:08.855890 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604715de-4900-4701-96f9-0470e4e8482f admin admin] Pushing event updated for resources: {'Port': ['ID=027a7d1f-79cb-4698-9898-04d67e03bb9a,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:08.858049 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604715de-4900-4701-96f9-0470e4e8482f admin admin] Received port after_create {{(pid=98243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:47:08.892468 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 86e46d84-3921-40fe-99e0-325fc08b7b5b up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:47:08.901400 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-604715de-4900-4701-96f9-0470e4e8482f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:08.984615 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning for port 86e46d84-3921-40fe-99e0-325fc08b7b5b completed by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:47:08.991646 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device ce4ee53d-90e3-42c7-adc0-f6aaa3026e4c up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:47:09.086383 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning for port ce4ee53d-90e3-42c7-adc0-f6aaa3026e4c completed by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:47:09.094310 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning complete for port ce4ee53d-90e3-42c7-adc0-f6aaa3026e4c triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:47:09.094707 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:09.234043 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:09.271776 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] For port ce4ee53d-90e3-42c7-adc0-f6aaa3026e4c, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=ce4ee53d-90e3-42c7-adc0-f6aaa3026e4c,segment=NetworkSegment(139dbb0a-3903-4603-9a7f-ddd4c73b8a9f),segment_id=139dbb0a-3903-4603-9a7f-ddd4c73b8a9f)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:47:09.279125 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:09.286359 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:09.367497 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Pushing event updated for resources: {'Port': ['ID=ce4ee53d-90e3-42c7-adc0-f6aaa3026e4c,revision_number=5']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:09.370915 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:09.420712 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b2778-2c83-4fd7-a7f8-c7dd595f73f9 req-68480e89-8cc6-4285-9c7f-c5cfc83e3a45 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:09.422211 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-cd4b2778-2c83-4fd7-a7f8-c7dd595f73f9 req-68480e89-8cc6-4285-9c7f-c5cfc83e3a45 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 945 time: 0.3552244 May 20 19:47:09.439567 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91ada0c-1eb0-4d06-9406-272c32d96da2 None None] Network 23f2253f-6a62-46de-8cbe-992dfcfafb73 requested from dv-cinder-792462-2-iscsi {{(pid=98245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:47:09.493615 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-604715de-4900-4701-96f9-0470e4e8482f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:09.566553 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-cd4b2778-2c83-4fd7-a7f8-c7dd595f73f9 req-0cea60ba-725d-45a3-99f8-c9bfc4e73a7f tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364894 May 20 19:47:09.568994 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-8658404e-34a4-42cf-901e-777f7c387a0b None None] Provisioning for port 86e46d84-3921-40fe-99e0-325fc08b7b5b completed by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:47:09.577627 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-8658404e-34a4-42cf-901e-777f7c387a0b None None] Provisioning complete for port 86e46d84-3921-40fe-99e0-325fc08b7b5b triggered by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:47:09.578131 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-8658404e-34a4-42cf-901e-777f7c387a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:09.800190 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-8658404e-34a4-42cf-901e-777f7c387a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:09.839285 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-8658404e-34a4-42cf-901e-777f7c387a0b None None] For port 86e46d84-3921-40fe-99e0-325fc08b7b5b, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=86e46d84-3921-40fe-99e0-325fc08b7b5b,segment=NetworkSegment(3c21d7c6-182c-43e9-b050-c057dafbce4d),segment_id=3c21d7c6-182c-43e9-b050-c057dafbce4d)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:47:09.843900 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-8658404e-34a4-42cf-901e-777f7c387a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:09.845839 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:09.857981 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-604715de-4900-4701-96f9-0470e4e8482f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1749742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1822666'] for router, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:09.926297 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658404e-34a4-42cf-901e-777f7c387a0b None None] Pushing event updated for resources: {'Port': ['ID=86e46d84-3921-40fe-99e0-325fc08b7b5b,revision_number=3']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:09.929677 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-8658404e-34a4-42cf-901e-777f7c387a0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:10.067597 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-505196c2-29ad-4148-b8e1-e0df9f3b9011 None None] Provisioning complete for port 86e46d84-3921-40fe-99e0-325fc08b7b5b triggered by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:47:10.068331 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-505196c2-29ad-4148-b8e1-e0df9f3b9011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:10.077655 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-604715de-4900-4701-96f9-0470e4e8482f admin admin] Router 086da561-0a4b-4d7e-8994-81bd8c9fad96 is scheduled to L3 agent bf06d900-968e-4d51-b3d3-e51a8143bf8e with binding_index 1 {{(pid=98243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 19:47:10.346726 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604715de-4900-4701-96f9-0470e4e8482f admin admin] Notify agent at l3_agent.dv-cinder-792462-2-iscsi the message routers_updated {{(pid=98243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:47:10.357279 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92f6824-3de7-422c-990f-588b102b68e1 None None] Sync routers for ids ['086da561-0a4b-4d7e-8994-81bd8c9fad96'] in dv-cinder-792462-2-iscsi {{(pid=98245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:47:10.366203 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92f6824-3de7-422c-990f-588b102b68e1 None None] Routers {'086da561-0a4b-4d7e-8994-81bd8c9fad96'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:47:10.366818 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-f92f6824-3de7-422c-990f-588b102b68e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:47:04Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['086da561-0a4b-4d7e-8994-81bd8c9fad96'], 'active': True} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:47:10.370028 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-604715de-4900-4701-96f9-0470e4e8482f admin admin] Notify callbacks [] for router, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:10.371444 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-604715de-4900-4701-96f9-0470e4e8482f admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3963392 May 20 19:47:10.374005 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 42034) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:47:10.573715 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvr_db [None req-f92f6824-3de7-422c-990f-588b102b68e1 None None] Set router 086da561-0a4b-4d7e-8994-81bd8c9fad96 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:47:10.779054 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c8832-a850-4cea-a259-9e141d144fd7 req-73683d29-ef45-4423-83d5-f9da9a538a99 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:10.780639 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-624c8832-a850-4cea-a259-9e141d144fd7 req-73683d29-ef45-4423-83d5-f9da9a538a99 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 945 time: 0.0882158 May 20 19:47:10.858678 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 86e46d84-3921-40fe-99e0-325fc08b7b5b up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:47:10.947167 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-624c8832-a850-4cea-a259-9e141d144fd7 req-28b7d20a-f503-41c7-bfd1-a0731fce3a4d tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593950 May 20 19:47:10.954819 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning complete for port 86e46d84-3921-40fe-99e0-325fc08b7b5b triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:47:10.955197 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:10.984893 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-f92f6824-3de7-422c-990f-588b102b68e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086da561-0a4b-4d7e-8994-81bd8c9fad96', 'name': 'tempest-TestVolumeBootPattern-1398113786-router', 'tenant_id': '501dcbc15d74426d9eb1b0b346b5fb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '027a7d1f-79cb-4698-9898-04d67e03bb9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:47:07Z', 'updated_at': '2021-05-20T19:47:09Z', 'revision_number': 3, 'project_id': '501dcbc15d74426d9eb1b0b346b5fb13', 'gw_port': {'id': '027a7d1f-79cb-4698-9898-04d67e03bb9a', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:88:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086da561-0a4b-4d7e-8994-81bd8c9fad96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:08Z', 'updated_at': '2021-05-20T19:47:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi'}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:47:11.001935 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92f6824-3de7-422c-990f-588b102b68e1 None None] Checking router: 086da561-0a4b-4d7e-8994-81bd8c9fad96 for host: dv-cinder-792462-2-iscsi {{(pid=98245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:47:11.002288 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92f6824-3de7-422c-990f-588b102b68e1 None None] Updating router 086da561-0a4b-4d7e-8994-81bd8c9fad96 port 027a7d1f-79cb-4698-9898-04d67e03bb9a binding host dv-cinder-792462-2-iscsi {{(pid=98245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 19:47:11.066182 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-f92f6824-3de7-422c-990f-588b102b68e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:11.079965 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-200e3b13-f149-460d-810e-531e4a908bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:11.225475 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device ce4ee53d-90e3-42c7-adc0-f6aaa3026e4c up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:47:11.282865 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.db_base_plugin_common [None req-200e3b13-f149-460d-810e-531e4a908bbb admin admin] Allocated IP 172.20.0.1 (23f2253f-6a62-46de-8cbe-992dfcfafb73/2568739e-4141-43d7-99a0-94fcb775ebd7/0e84529a-57b0-483d-9630-989c108e7b31) {{(pid=98243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:47:11.392667 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning complete for port ce4ee53d-90e3-42c7-adc0-f6aaa3026e4c triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:47:11.393039 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:11.428714 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-200e3b13-f149-460d-810e-531e4a908bbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:11.445613 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.provisioning_blocks [None req-200e3b13-f149-460d-810e-531e4a908bbb admin admin] Transition to ACTIVE for port object 0e84529a-57b0-483d-9630-989c108e7b31 will not be triggered until provisioned by entity DHCP. {{(pid=98243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:47:11.468766 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-200e3b13-f149-460d-810e-531e4a908bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3727336'] for port, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:11.473353 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-a6851c46-3816-49a3-ac8c-f8363af9946d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:11.539544 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200e3b13-f149-460d-810e-531e4a908bbb admin admin] Network 23f2253f-6a62-46de-8cbe-992dfcfafb73 is already hosted by enough agents. {{(pid=98243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:47:11.542457 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.base_scheduler [None req-200e3b13-f149-460d-810e-531e4a908bbb admin admin] Resources bound (agent type, host, resource id): {{(pid=98243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:47:11.546117 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200e3b13-f149-460d-810e-531e4a908bbb admin admin] Received port after_create {{(pid=98243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:47:11.582025 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200e3b13-f149-460d-810e-531e4a908bbb admin admin] Pushing event updated for resources: {'Port': ['ID=0e84529a-57b0-483d-9630-989c108e7b31,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:11.586211 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-200e3b13-f149-460d-810e-531e4a908bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:11.596055 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-f92f6824-3de7-422c-990f-588b102b68e1 None None] Notify callbacks [] for port, precommit_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:11.605815 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-200e3b13-f149-460d-810e-531e4a908bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745875'] for router_interface, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:11.609666 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-f92f6824-3de7-422c-990f-588b102b68e1 None None] Transition to ACTIVE for port object 027a7d1f-79cb-4698-9898-04d67e03bb9a will not be triggered until provisioned by entity L2. {{(pid=98245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:47:11.618473 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-f92f6824-3de7-422c-990f-588b102b68e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:11.623323 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-94be11d2-b581-4be4-a1fd-fc4eebf33dd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:11.714208 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-f92f6824-3de7-422c-990f-588b102b68e1 None None] Attempting to bind port 027a7d1f-79cb-4698-9898-04d67e03bb9a on host dv-cinder-792462-2-iscsi for vnic_type normal with profile {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:47:11.714579 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-f92f6824-3de7-422c-990f-588b102b68e1 None None] Attempting to bind port 027a7d1f-79cb-4698-9898-04d67e03bb9a by drivers openvswitch,hyperv on host dv-cinder-792462-2-iscsi at level 0 using segments [{'id': '67affa7f-7af4-4d70-a1a2-daaca7702f84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3'}] {{(pid=98245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:47:11.714956 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92f6824-3de7-422c-990f-588b102b68e1 None None] Attempting to bind port 027a7d1f-79cb-4698-9898-04d67e03bb9a on network b6b8e223-f4e2-43c0-a9aa-6e12566b63e3 {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:47:11.717028 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837359c5-4278-44c4-b465-e26ab8809763 None None] Pushing event updated for resources: {'Port': ['ID=027a7d1f-79cb-4698-9898-04d67e03bb9a,revision_number=2']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:11.720911 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-837359c5-4278-44c4-b465-e26ab8809763 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:11.728794 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92f6824-3de7-422c-990f-588b102b68e1 None None] Checking agent: {'id': 'f14708df-a001-437d-8366-dd48be2b8a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 33, 5), 'started_at': datetime.datetime(2021, 5, 20, 19, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:47:11.729181 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92f6824-3de7-422c-990f-588b102b68e1 None None] Checking segment: {'id': '67affa7f-7af4-4d70-a1a2-daaca7702f84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:47:11.729595 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-f92f6824-3de7-422c-990f-588b102b68e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:11.729998 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92f6824-3de7-422c-990f-588b102b68e1 None None] Bound using segment: {'id': '67affa7f-7af4-4d70-a1a2-daaca7702f84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3'} {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:47:11.730495 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-f92f6824-3de7-422c-990f-588b102b68e1 None None] Bound port: 027a7d1f-79cb-4698-9898-04d67e03bb9a, host: dv-cinder-792462-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67affa7f-7af4-4d70-a1a2-daaca7702f84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3'}}] {{(pid=98245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:47:11.731108 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-f92f6824-3de7-422c-990f-588b102b68e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:11.813431 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-f92f6824-3de7-422c-990f-588b102b68e1 None None] For port 027a7d1f-79cb-4698-9898-04d67e03bb9a, host dv-cinder-792462-2-iscsi, cleared binding levels {{(pid=98245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:47:11.818496 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-f92f6824-3de7-422c-990f-588b102b68e1 None None] For port 027a7d1f-79cb-4698-9898-04d67e03bb9a, host dv-cinder-792462-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=027a7d1f-79cb-4698-9898-04d67e03bb9a,segment=NetworkSegment(67affa7f-7af4-4d70-a1a2-daaca7702f84),segment_id=67affa7f-7af4-4d70-a1a2-daaca7702f84)] {{(pid=98245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:47:11.823466 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-f92f6824-3de7-422c-990f-588b102b68e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:11.825079 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-200e3b13-f149-460d-810e-531e4a908bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:11.828126 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:11.861734 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-575bb532-00e7-4ada-bf25-428e9865a043 None None] Provisioning for port 0e84529a-57b0-483d-9630-989c108e7b31 completed by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:47:11.888385 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-575bb532-00e7-4ada-bf25-428e9865a043 None None] Provisioning complete for port 0e84529a-57b0-483d-9630-989c108e7b31 triggered by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:47:11.888763 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-575bb532-00e7-4ada-bf25-428e9865a043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:11.959231 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837359c5-4278-44c4-b465-e26ab8809763 None None] Pushing event updated for resources: {'Port': ['ID=027a7d1f-79cb-4698-9898-04d67e03bb9a,revision_number=3']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:11.961691 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92f6824-3de7-422c-990f-588b102b68e1 None None] Routers {'086da561-0a4b-4d7e-8994-81bd8c9fad96'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:47:11.962292 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-f92f6824-3de7-422c-990f-588b102b68e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:47:04Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['086da561-0a4b-4d7e-8994-81bd8c9fad96'], 'active': True} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:47:12.018443 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-837359c5-4278-44c4-b465-e26ab8809763 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:12.019888 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-575bb532-00e7-4ada-bf25-428e9865a043 None None] Port 0e84529a-57b0-483d-9630-989c108e7b31 cannot update to ACTIVE because it is not bound. {{(pid=98245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 19:47:12.042645 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-200e3b13-f149-460d-810e-531e4a908bbb admin admin] Notify callbacks [] for port, precommit_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:12.048207 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-200e3b13-f149-460d-810e-531e4a908bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3727329'] for port, after_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:12.076941 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-96166fd5-1abe-48b6-b334-cdfb8ce963c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:12.184227 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvr_db [None req-f92f6824-3de7-422c-990f-588b102b68e1 None None] Set router 086da561-0a4b-4d7e-8994-81bd8c9fad96 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:47:12.207813 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200e3b13-f149-460d-810e-531e4a908bbb admin admin] Pushing event updated for resources: {'Port': ['ID=0e84529a-57b0-483d-9630-989c108e7b31,revision_number=2']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:12.210141 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-200e3b13-f149-460d-810e-531e4a908bbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1697874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1823336'] for router_interface, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:12.213529 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-200e3b13-f149-460d-810e-531e4a908bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:12.326086 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3dbb2e-637b-439c-a587-6f20c8b7bd26 req-210e7f9a-a9e3-4c26-8763-0226766ea295 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:12.327598 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-1b3dbb2e-637b-439c-a587-6f20c8b7bd26 req-210e7f9a-a9e3-4c26-8763-0226766ea295 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 945 time: 0.2542453 May 20 19:47:12.397508 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200e3b13-f149-460d-810e-531e4a908bbb admin admin] Network 23f2253f-6a62-46de-8cbe-992dfcfafb73 is already hosted by enough agents. {{(pid=98243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:47:12.401350 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.base_scheduler [None req-200e3b13-f149-460d-810e-531e4a908bbb admin admin] Resources bound (agent type, host, resource id): {{(pid=98243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:47:12.409562 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-1b3dbb2e-637b-439c-a587-6f20c8b7bd26 req-57853a27-b298-44e4-9b7c-08d3afaaf280 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727863 May 20 19:47:12.521577 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-f92f6824-3de7-422c-990f-588b102b68e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086da561-0a4b-4d7e-8994-81bd8c9fad96', 'name': 'tempest-TestVolumeBootPattern-1398113786-router', 'tenant_id': '501dcbc15d74426d9eb1b0b346b5fb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '027a7d1f-79cb-4698-9898-04d67e03bb9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:47:07Z', 'updated_at': '2021-05-20T19:47:11Z', 'revision_number': 4, 'project_id': '501dcbc15d74426d9eb1b0b346b5fb13', 'gw_port': {'id': '027a7d1f-79cb-4698-9898-04d67e03bb9a', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:88:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086da561-0a4b-4d7e-8994-81bd8c9fad96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:08Z', 'updated_at': '2021-05-20T19:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': '0e84529a-57b0-483d-9630-989c108e7b31', 'name': '', 'network_id': '23f2253f-6a62-46de-8cbe-992dfcfafb73', 'tenant_id': '501dcbc15d74426d9eb1b0b346b5fb13', 'mac_address': 'fa:16:3e:e8:c4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086da561-0a4b-4d7e-8994-81bd8c9fad96', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '2568739e-4141-43d7-99a0-94fcb775ebd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:11Z', 'updated_at': '2021-05-20T19:47:11Z', 'revision_number': 1, 'project_id': '501dcbc15d74426d9eb1b0b346b5fb13', 'subnets': [{'id': '2568739e-4141-43d7-99a0-94fcb775ebd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:47:12.526852 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92f6824-3de7-422c-990f-588b102b68e1 None None] The sync data for ids ['086da561-0a4b-4d7e-8994-81bd8c9fad96'] in dv-cinder-792462-2-iscsi is: [{'id': '086da561-0a4b-4d7e-8994-81bd8c9fad96', 'name': 'tempest-TestVolumeBootPattern-1398113786-router', 'tenant_id': '501dcbc15d74426d9eb1b0b346b5fb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '027a7d1f-79cb-4698-9898-04d67e03bb9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:47:07Z', 'updated_at': '2021-05-20T19:47:11Z', 'revision_number': 4, 'project_id': '501dcbc15d74426d9eb1b0b346b5fb13', 'gw_port': {'id': '027a7d1f-79cb-4698-9898-04d67e03bb9a', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:88:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086da561-0a4b-4d7e-8994-81bd8c9fad96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:08Z', 'updated_at': '2021-05-20T19:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': '0e84529a-57b0-483d-9630-989c108e7b31', 'name': '', 'network_id': '23f2253f-6a62-46de-8cbe-992dfcfafb73', 'tenant_id': '501dcbc15d74426d9eb1b0b346b5fb13', 'mac_address': 'fa:16:3e:e8:c4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086da561-0a4b-4d7e-8994-81bd8c9fad96', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '2568739e-4141-43d7-99a0-94fcb775ebd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:11Z', 'updated_at': '2021-05-20T19:47:11Z', 'revision_number': 1, 'project_id': '501dcbc15d74426d9eb1b0b346b5fb13', 'subnets': [{'id': '2568739e-4141-43d7-99a0-94fcb775ebd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:47:12.626187 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-200e3b13-f149-460d-810e-531e4a908bbb admin admin] Router 086da561-0a4b-4d7e-8994-81bd8c9fad96 has already been hosted by L3 agent bf06d900-968e-4d51-b3d3-e51a8143bf8e {{(pid=98243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:47:12.642976 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-d5cf086d-7887-4541-80cc-7d19dc2cc9da None None] Provisioning complete for port 0e84529a-57b0-483d-9630-989c108e7b31 triggered by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:47:12.643526 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-d5cf086d-7887-4541-80cc-7d19dc2cc9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:12.712416 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-d5cf086d-7887-4541-80cc-7d19dc2cc9da None None] Port 0e84529a-57b0-483d-9630-989c108e7b31 cannot update to ACTIVE because it is not bound. {{(pid=98245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 19:47:12.770609 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 2b62d4f7-65ba-46de-b0b1-a037d39bf785 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 19:47:12.880132 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200e3b13-f149-460d-810e-531e4a908bbb admin admin] Notify agent at l3_agent.dv-cinder-792462-2-iscsi the message routers_updated {{(pid=98243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:47:12.899916 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-200e3b13-f149-460d-810e-531e4a908bbb admin admin] 10.222.0.46 "PUT /v2.0/routers/086da561-0a4b-4d7e-8994-81bd8c9fad96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5247090 May 20 19:47:12.968355 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port 2b62d4f7-65ba-46de-b0b1-a037d39bf785, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2b62d4f7-65ba-46de-b0b1-a037d39bf785,segment=NetworkSegment(bbd097b1-fbbb-46bb-b9fd-966cb6b1545a),segment_id=bbd097b1-fbbb-46bb-b9fd-966cb6b1545a)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:47:12.983605 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Returning: {'device': '2b62d4f7-65ba-46de-b0b1-a037d39bf785', 'network_id': '3d38b6f3-7548-4a0e-896f-e9fb0c461e8e', 'port_id': '2b62d4f7-65ba-46de-b0b1-a037d39bf785', 'mac_address': 'fa:16:3e:61:d8:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b859f84-1277-4d60-b0e8-72f23097ad76', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 19:47:13.042907 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:13.062981 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.notifiers.nova [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2b62d4f7-65ba-46de-b0b1-a037d39bf785 {{(pid=98245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:47:13.093431 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port 2b62d4f7-65ba-46de-b0b1-a037d39bf785, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2b62d4f7-65ba-46de-b0b1-a037d39bf785,segment=NetworkSegment(bbd097b1-fbbb-46bb-b9fd-966cb6b1545a),segment_id=bbd097b1-fbbb-46bb-b9fd-966cb6b1545a)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:47:13.101113 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:13.103524 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:13.197457 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Pushing event updated for resources: {'Port': ['ID=2b62d4f7-65ba-46de-b0b1-a037d39bf785,revision_number=6']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:13.202319 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] get_ports_and_sgs() called for port_ids ['2b62d4f7-65ba-46de-b0b1-a037d39bf785'] {{(pid=98245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:47:13.237997 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:13.603926 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 42084) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:47:13.609738 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-eaf2b93b-715a-4c2b-b45f-90acaf47cff4 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1415459186', 'description': 'tempest-secgroup-smoke-1415459186 description', 'project_id': '67c0fea229f14ebd918a33f2a9d87521'}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:47:13.617342 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-eaf2b93b-715a-4c2b-b45f-90acaf47cff4 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:47:13.622029 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-eaf2b93b-715a-4c2b-b45f-90acaf47cff4 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Usage tracker for resource:security_group and tenant:67c0fea229f14ebd918a33f2a9d87521 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:47:13.625391 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-eaf2b93b-715a-4c2b-b45f-90acaf47cff4 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:47:13.633636 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-eaf2b93b-715a-4c2b-b45f-90acaf47cff4 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:47:13.645915 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-eaf2b93b-715a-4c2b-b45f-90acaf47cff4 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:13.672095 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-eaf2b93b-715a-4c2b-b45f-90acaf47cff4 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:47:13.676378 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-eaf2b93b-715a-4c2b-b45f-90acaf47cff4 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Usage tracker for resource:security_group_rule and tenant:67c0fea229f14ebd918a33f2a9d87521 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:47:13.679585 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-eaf2b93b-715a-4c2b-b45f-90acaf47cff4 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:47:13.685318 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-eaf2b93b-715a-4c2b-b45f-90acaf47cff4 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:47:13.688085 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d002452-7ab4-4197-bc52-343568641b99 req-48c7a67e-d7bb-467f-a17a-2e00cfce15c9 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:13.690469 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-2d002452-7ab4-4197-bc52-343568641b99 req-48c7a67e-d7bb-467f-a17a-2e00cfce15c9 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 944 time: 0.1040921 May 20 19:47:13.745126 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-2d002452-7ab4-4197-bc52-343568641b99 req-3d8c885f-6b95-420f-9df6-5973495f63c9 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482762 May 20 19:47:13.777134 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-eaf2b93b-715a-4c2b-b45f-90acaf47cff4 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:13.783274 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-eaf2b93b-715a-4c2b-b45f-90acaf47cff4 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:13.788150 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-15d8d315-0141-49a6-8a79-65330eedfe6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:13.832973 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf2b93b-715a-4c2b-b45f-90acaf47cff4 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f85ca38a-c005-44a6-9d58-73c82601f5ab,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:13.839296 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-eaf2b93b-715a-4c2b-b45f-90acaf47cff4 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:13.840771 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-eaf2b93b-715a-4c2b-b45f-90acaf47cff4 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks [] for security_group, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:13.844566 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-eaf2b93b-715a-4c2b-b45f-90acaf47cff4 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2369325 May 20 19:47:13.844864 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 42088) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:47:13.851285 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-b1da6a69-d025-4450-8113-bdb469fd17d9 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Request body: {'security_group_rule': {'security_group_id': 'f85ca38a-c005-44a6-9d58-73c82601f5ab', 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:47:13.859617 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-b1da6a69-d025-4450-8113-bdb469fd17d9 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:47:13.863548 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-b1da6a69-d025-4450-8113-bdb469fd17d9 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Usage tracker for resource:security_group_rule and tenant:67c0fea229f14ebd918a33f2a9d87521 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:47:13.866539 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-b1da6a69-d025-4450-8113-bdb469fd17d9 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:47:13.874716 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-b1da6a69-d025-4450-8113-bdb469fd17d9 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:47:13.896003 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-b1da6a69-d025-4450-8113-bdb469fd17d9 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:13.975144 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-b1da6a69-d025-4450-8113-bdb469fd17d9 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:13.982679 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-b1da6a69-d025-4450-8113-bdb469fd17d9 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645359'] for security_group_rule, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:13.985283 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-ca6bd790-3eb2-4297-a28a-6529b9713d66 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:14.007532 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1da6a69-d025-4450-8113-bdb469fd17d9 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=debbce02-6ff6-40c7-b5ee-b0e9611aaf5a,revision_number=0']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:14.013456 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-b1da6a69-d025-4450-8113-bdb469fd17d9 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:14.047156 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-b1da6a69-d025-4450-8113-bdb469fd17d9 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:14.048422 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-b1da6a69-d025-4450-8113-bdb469fd17d9 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2025540 May 20 19:47:14.051085 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 42094) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:47:14.056669 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-66346c33-1b28-40d5-9f97-c51b67eaba6c tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Request body: {'security_group_rule': {'security_group_id': 'f85ca38a-c005-44a6-9d58-73c82601f5ab', 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:47:14.062661 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-66346c33-1b28-40d5-9f97-c51b67eaba6c tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:47:14.066683 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-66346c33-1b28-40d5-9f97-c51b67eaba6c tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Usage tracker for resource:security_group_rule and tenant:67c0fea229f14ebd918a33f2a9d87521 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:47:14.069720 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-66346c33-1b28-40d5-9f97-c51b67eaba6c tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:47:14.076084 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-66346c33-1b28-40d5-9f97-c51b67eaba6c tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:47:14.092579 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-66346c33-1b28-40d5-9f97-c51b67eaba6c tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:14.165450 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-66346c33-1b28-40d5-9f97-c51b67eaba6c tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:14.170807 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-66346c33-1b28-40d5-9f97-c51b67eaba6c tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645359'] for security_group_rule, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:14.174334 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:14.196854 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66346c33-1b28-40d5-9f97-c51b67eaba6c tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0ed5080-850e-424f-802f-fbf6ee046a3d,revision_number=0']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:14.200394 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-66346c33-1b28-40d5-9f97-c51b67eaba6c tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:14.208970 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-66346c33-1b28-40d5-9f97-c51b67eaba6c tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:14.210363 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-66346c33-1b28-40d5-9f97-c51b67eaba6c tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1580744 May 20 19:47:14.213074 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 42098) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:47:14.218467 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [None req-7ccedc28-f9f8-4fdb-a9bb-3de0404bf971 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Request body: {'security_group_rule': {'security_group_id': 'f85ca38a-c005-44a6-9d58-73c82601f5ab', 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:47:14.225486 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-7ccedc28-f9f8-4fdb-a9bb-3de0404bf971 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:47:14.230653 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-7ccedc28-f9f8-4fdb-a9bb-3de0404bf971 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Usage tracker for resource:security_group_rule and tenant:67c0fea229f14ebd918a33f2a9d87521 is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:47:14.235249 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-7ccedc28-f9f8-4fdb-a9bb-3de0404bf971 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:47:14.243068 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-7ccedc28-f9f8-4fdb-a9bb-3de0404bf971 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:47:14.264093 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-7ccedc28-f9f8-4fdb-a9bb-3de0404bf971 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:14.351035 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-7ccedc28-f9f8-4fdb-a9bb-3de0404bf971 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:14.357321 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-7ccedc28-f9f8-4fdb-a9bb-3de0404bf971 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645359'] for security_group_rule, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:14.359844 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:14.380346 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccedc28-f9f8-4fdb-a9bb-3de0404bf971 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d376f564-f591-431e-8f20-bbb7f22a00e9,revision_number=0']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:14.387378 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-7ccedc28-f9f8-4fdb-a9bb-3de0404bf971 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:14.401911 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-7ccedc28-f9f8-4fdb-a9bb-3de0404bf971 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:14.403313 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-7ccedc28-f9f8-4fdb-a9bb-3de0404bf971 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1892636 May 20 19:47:14.405959 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 42102) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:47:14.416239 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [None req-31f2dd52-0cf4-4e4d-8192-eff6a994dbca tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Request body: {'security_group_rule': {'security_group_id': 'f85ca38a-c005-44a6-9d58-73c82601f5ab', 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:47:14.422093 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-31f2dd52-0cf4-4e4d-8192-eff6a994dbca tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:47:14.427308 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-31f2dd52-0cf4-4e4d-8192-eff6a994dbca tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Usage tracker for resource:security_group_rule and tenant:67c0fea229f14ebd918a33f2a9d87521 is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:47:14.432703 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-31f2dd52-0cf4-4e4d-8192-eff6a994dbca tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:47:14.441636 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-31f2dd52-0cf4-4e4d-8192-eff6a994dbca tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:47:14.466262 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-31f2dd52-0cf4-4e4d-8192-eff6a994dbca tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:14.558553 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-31f2dd52-0cf4-4e4d-8192-eff6a994dbca tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:14.563223 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-31f2dd52-0cf4-4e4d-8192-eff6a994dbca tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645359'] for security_group_rule, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:14.567186 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-7ccedc28-f9f8-4fdb-a9bb-3de0404bf971 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:14.588661 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f2dd52-0cf4-4e4d-8192-eff6a994dbca tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d590355-99c8-4b4c-80ab-b55cccaa2c13,revision_number=0']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:14.596287 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-31f2dd52-0cf4-4e4d-8192-eff6a994dbca tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:14.605155 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-31f2dd52-0cf4-4e4d-8192-eff6a994dbca tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:14.609057 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-31f2dd52-0cf4-4e4d-8192-eff6a994dbca tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1996574 May 20 19:47:14.609354 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 42106) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:47:14.615878 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [None req-0c9b3da0-fba6-4670-a6fa-6efaf28c8ce1 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Request body: {'security_group_rule': {'security_group_id': 'f85ca38a-c005-44a6-9d58-73c82601f5ab', 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:47:14.624139 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-0c9b3da0-fba6-4670-a6fa-6efaf28c8ce1 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:47:14.630571 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-0c9b3da0-fba6-4670-a6fa-6efaf28c8ce1 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Usage tracker for resource:security_group_rule and tenant:67c0fea229f14ebd918a33f2a9d87521 is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:47:14.634115 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-0c9b3da0-fba6-4670-a6fa-6efaf28c8ce1 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:47:14.641193 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-0c9b3da0-fba6-4670-a6fa-6efaf28c8ce1 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:47:14.664274 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.db.securitygroups_db [None req-0c9b3da0-fba6-4670-a6fa-6efaf28c8ce1 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Project 67c0fea229f14ebd918a33f2a9d87521 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 19:47:14.671002 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-0c9b3da0-fba6-4670-a6fa-6efaf28c8ce1 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:14.748976 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-0c9b3da0-fba6-4670-a6fa-6efaf28c8ce1 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:14.754739 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-0c9b3da0-fba6-4670-a6fa-6efaf28c8ce1 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645359'] for security_group_rule, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:14.758296 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-31f2dd52-0cf4-4e4d-8192-eff6a994dbca tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:14.778621 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 2b62d4f7-65ba-46de-b0b1-a037d39bf785 up at agent hyperv_hv-cinder-79246 {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:47:14.781919 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9b3da0-fba6-4670-a6fa-6efaf28c8ce1 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7a68d59-f647-40cc-b2a2-df9f2bff30cb,revision_number=0']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:14.784912 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-0c9b3da0-fba6-4670-a6fa-6efaf28c8ce1 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:14.803232 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-0c9b3da0-fba6-4670-a6fa-6efaf28c8ce1 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:14.808002 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-0c9b3da0-fba6-4670-a6fa-6efaf28c8ce1 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1942258 May 20 19:47:14.808002 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 42112) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:47:14.816635 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [None req-41f8130b-f79d-4d36-9e0b-a0380024d3c0 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Request body: {'security_group_rule': {'security_group_id': 'f85ca38a-c005-44a6-9d58-73c82601f5ab', 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:47:14.833374 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-41f8130b-f79d-4d36-9e0b-a0380024d3c0 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:47:14.838938 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-41f8130b-f79d-4d36-9e0b-a0380024d3c0 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Usage tracker for resource:security_group_rule and tenant:67c0fea229f14ebd918a33f2a9d87521 is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:47:14.845108 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-41f8130b-f79d-4d36-9e0b-a0380024d3c0 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:47:14.859088 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-41f8130b-f79d-4d36-9e0b-a0380024d3c0 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:47:14.888665 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.db.securitygroups_db [None req-41f8130b-f79d-4d36-9e0b-a0380024d3c0 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Project 67c0fea229f14ebd918a33f2a9d87521 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 19:47:14.895954 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-41f8130b-f79d-4d36-9e0b-a0380024d3c0 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:14.897491 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Provisioning complete for port 2b62d4f7-65ba-46de-b0b1-a037d39bf785 triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:47:14.899367 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:14.936379 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 027a7d1f-79cb-4698-9898-04d67e03bb9a up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:47:15.035159 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-41f8130b-f79d-4d36-9e0b-a0380024d3c0 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:15.040333 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-41f8130b-f79d-4d36-9e0b-a0380024d3c0 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645359'] for security_group_rule, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:15.043191 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:15.108159 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning for port 027a7d1f-79cb-4698-9898-04d67e03bb9a completed by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:47:15.122130 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning complete for port 027a7d1f-79cb-4698-9898-04d67e03bb9a triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:47:15.122406 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f8130b-f79d-4d36-9e0b-a0380024d3c0 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6901d808-6773-4015-bd9d-a4cc82a9bd03,revision_number=0']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:15.122768 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:15.134717 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002720f-5b08-442b-858b-ea98a302d651 req-31da1889-b84b-45f0-b374-5175272fcd18 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:15.136369 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-8002720f-5b08-442b-858b-ea98a302d651 req-31da1889-b84b-45f0-b374-5175272fcd18 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 944 time: 0.1810858 May 20 19:47:15.137702 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-41f8130b-f79d-4d36-9e0b-a0380024d3c0 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:15.168135 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-41f8130b-f79d-4d36-9e0b-a0380024d3c0 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:15.173066 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-41f8130b-f79d-4d36-9e0b-a0380024d3c0 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3647802 May 20 19:47:15.215583 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-8002720f-5b08-442b-858b-ea98a302d651 req-d7301f0e-0df0-4f0d-9742-0c6c64e9a297 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644503 May 20 19:47:15.233405 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:15.279756 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port 2b62d4f7-65ba-46de-b0b1-a037d39bf785, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2b62d4f7-65ba-46de-b0b1-a037d39bf785,segment=NetworkSegment(bbd097b1-fbbb-46bb-b9fd-966cb6b1545a),segment_id=bbd097b1-fbbb-46bb-b9fd-966cb6b1545a)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:47:15.282088 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b251ab0-478c-451c-8f5b-6056d1f49150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b62d4f7-65ba-46de-b0b1-a037d39bf785'}] {{(pid=98245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:47:15.339837 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:15.348959 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:15.455004 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:15.492273 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Pushing event updated for resources: {'Port': ['ID=2b62d4f7-65ba-46de-b0b1-a037d39bf785,revision_number=7']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:15.504724 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] For port 027a7d1f-79cb-4698-9898-04d67e03bb9a, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=027a7d1f-79cb-4698-9898-04d67e03bb9a,segment=NetworkSegment(67affa7f-7af4-4d70-a1a2-daaca7702f84),segment_id=67affa7f-7af4-4d70-a1a2-daaca7702f84)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:47:15.509972 dv-cinder-792462-2-iscsi neutron-server[98245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b251ab0-478c-451c-8f5b-6056d1f49150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b62d4f7-65ba-46de-b0b1-a037d39bf785', 'code': 200} May 20 19:47:15.510885 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:15.514294 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:15.524409 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:15.624799 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Pushing event updated for resources: {'Port': ['ID=027a7d1f-79cb-4698-9898-04d67e03bb9a,revision_number=4']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:15.629298 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:16.472536 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319b497-c36f-4606-9fde-234df5164f2f req-10825f9b-eb66-4f38-ad31-4481e0751ff1 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:16.474702 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-e319b497-c36f-4606-9fde-234df5164f2f req-10825f9b-eb66-4f38-ad31-4481e0751ff1 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 945 time: 0.1294751 May 20 19:47:16.546576 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-e319b497-c36f-4606-9fde-234df5164f2f req-039479ad-73bc-4b32-bab6-b6d4555b7a60 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635896 May 20 19:47:16.665375 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1791ed-92a7-4747-81f1-d9c02ac78720 None None] Sync routers for ids ['086da561-0a4b-4d7e-8994-81bd8c9fad96'] in dv-cinder-792462-2-iscsi {{(pid=98246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:47:16.676886 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1791ed-92a7-4747-81f1-d9c02ac78720 None None] Routers {'086da561-0a4b-4d7e-8994-81bd8c9fad96'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:47:16.677504 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-ca1791ed-92a7-4747-81f1-d9c02ac78720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:47:04Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['086da561-0a4b-4d7e-8994-81bd8c9fad96'], 'active': True} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:47:16.864058 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 027a7d1f-79cb-4698-9898-04d67e03bb9a up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:47:16.874064 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvr_db [None req-ca1791ed-92a7-4747-81f1-d9c02ac78720 None None] Set router 086da561-0a4b-4d7e-8994-81bd8c9fad96 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:47:17.008992 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning complete for port 027a7d1f-79cb-4698-9898-04d67e03bb9a triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:47:17.009739 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:17.255370 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-ca1791ed-92a7-4747-81f1-d9c02ac78720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086da561-0a4b-4d7e-8994-81bd8c9fad96', 'name': 'tempest-TestVolumeBootPattern-1398113786-router', 'tenant_id': '501dcbc15d74426d9eb1b0b346b5fb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '027a7d1f-79cb-4698-9898-04d67e03bb9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:47:07Z', 'updated_at': '2021-05-20T19:47:11Z', 'revision_number': 4, 'project_id': '501dcbc15d74426d9eb1b0b346b5fb13', 'gw_port': {'id': '027a7d1f-79cb-4698-9898-04d67e03bb9a', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086da561-0a4b-4d7e-8994-81bd8c9fad96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:08Z', 'updated_at': '2021-05-20T19:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': '0e84529a-57b0-483d-9630-989c108e7b31', 'name': '', 'network_id': '23f2253f-6a62-46de-8cbe-992dfcfafb73', 'tenant_id': '501dcbc15d74426d9eb1b0b346b5fb13', 'mac_address': 'fa:16:3e:e8:c4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086da561-0a4b-4d7e-8994-81bd8c9fad96', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '2568739e-4141-43d7-99a0-94fcb775ebd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:11Z', 'updated_at': '2021-05-20T19:47:11Z', 'revision_number': 2, 'project_id': '501dcbc15d74426d9eb1b0b346b5fb13', 'subnets': [{'id': '2568739e-4141-43d7-99a0-94fcb775ebd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:47:17.259884 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1791ed-92a7-4747-81f1-d9c02ac78720 None None] Checking router: 086da561-0a4b-4d7e-8994-81bd8c9fad96 for host: dv-cinder-792462-2-iscsi {{(pid=98246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:47:17.260237 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1791ed-92a7-4747-81f1-d9c02ac78720 None None] Updating router 086da561-0a4b-4d7e-8994-81bd8c9fad96 port 0e84529a-57b0-483d-9630-989c108e7b31 binding host dv-cinder-792462-2-iscsi {{(pid=98246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 19:47:17.332210 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-ca1791ed-92a7-4747-81f1-d9c02ac78720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:17.803966 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bab93e-23b0-4b0d-b997-1f7cff34252d req-3a777c32-ed1f-4bb2-aa45-ce87901ba5a8 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:17.805621 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-b5bab93e-23b0-4b0d-b997-1f7cff34252d req-3a777c32-ed1f-4bb2-aa45-ce87901ba5a8 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 945 time: 0.1119683 May 20 19:47:17.844732 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-ca1791ed-92a7-4747-81f1-d9c02ac78720 None None] Notify callbacks [] for port, precommit_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:17.861956 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.provisioning_blocks [None req-ca1791ed-92a7-4747-81f1-d9c02ac78720 None None] Transition to ACTIVE for port object 0e84529a-57b0-483d-9630-989c108e7b31 will not be triggered until provisioned by entity L2. {{(pid=98246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:47:17.863808 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-b5bab93e-23b0-4b0d-b997-1f7cff34252d req-43375a6f-19c4-47b8-beb0-d6bba1a7f9d2 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473182 May 20 19:47:17.874351 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-ca1791ed-92a7-4747-81f1-d9c02ac78720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:17.880274 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-cfecfaa4-1faa-4a2b-a82e-12fc0311454b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:18.036119 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08090d3-e487-4362-aa17-8e54c5bd2361 None None] Pushing event updated for resources: {'Port': ['ID=0e84529a-57b0-483d-9630-989c108e7b31,revision_number=3']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:18.039731 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-d08090d3-e487-4362-aa17-8e54c5bd2361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:18.160369 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.managers [None req-ca1791ed-92a7-4747-81f1-d9c02ac78720 None None] Attempting to bind port 0e84529a-57b0-483d-9630-989c108e7b31 on host dv-cinder-792462-2-iscsi for vnic_type normal with profile {{(pid=98246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:47:18.160881 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.managers [None req-ca1791ed-92a7-4747-81f1-d9c02ac78720 None None] Attempting to bind port 0e84529a-57b0-483d-9630-989c108e7b31 by drivers openvswitch,hyperv on host dv-cinder-792462-2-iscsi at level 0 using segments [{'id': '3c21d7c6-182c-43e9-b050-c057dafbce4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '23f2253f-6a62-46de-8cbe-992dfcfafb73'}] {{(pid=98246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:47:18.161258 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1791ed-92a7-4747-81f1-d9c02ac78720 None None] Attempting to bind port 0e84529a-57b0-483d-9630-989c108e7b31 on network 23f2253f-6a62-46de-8cbe-992dfcfafb73 {{(pid=98246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:47:18.167924 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1791ed-92a7-4747-81f1-d9c02ac78720 None None] Checking agent: {'id': 'f14708df-a001-437d-8366-dd48be2b8a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 33, 5), 'started_at': datetime.datetime(2021, 5, 20, 19, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:47:18.168295 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1791ed-92a7-4747-81f1-d9c02ac78720 None None] Checking segment: {'id': '3c21d7c6-182c-43e9-b050-c057dafbce4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '23f2253f-6a62-46de-8cbe-992dfcfafb73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:47:18.168692 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-ca1791ed-92a7-4747-81f1-d9c02ac78720 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:18.169909 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1791ed-92a7-4747-81f1-d9c02ac78720 None None] Bound using segment: {'id': '3c21d7c6-182c-43e9-b050-c057dafbce4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '23f2253f-6a62-46de-8cbe-992dfcfafb73'} {{(pid=98246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:47:18.169909 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.managers [None req-ca1791ed-92a7-4747-81f1-d9c02ac78720 None None] Bound port: 0e84529a-57b0-483d-9630-989c108e7b31, host: dv-cinder-792462-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c21d7c6-182c-43e9-b050-c057dafbce4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '23f2253f-6a62-46de-8cbe-992dfcfafb73'}}] {{(pid=98246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:47:18.175684 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-ca1791ed-92a7-4747-81f1-d9c02ac78720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:18.278161 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.db [None req-ca1791ed-92a7-4747-81f1-d9c02ac78720 None None] For port 0e84529a-57b0-483d-9630-989c108e7b31, host dv-cinder-792462-2-iscsi, cleared binding levels {{(pid=98246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:47:18.281428 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.db [None req-ca1791ed-92a7-4747-81f1-d9c02ac78720 None None] For port 0e84529a-57b0-483d-9630-989c108e7b31, host dv-cinder-792462-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=0e84529a-57b0-483d-9630-989c108e7b31,segment=NetworkSegment(3c21d7c6-182c-43e9-b050-c057dafbce4d),segment_id=3c21d7c6-182c-43e9-b050-c057dafbce4d)] {{(pid=98246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:47:18.289459 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-ca1791ed-92a7-4747-81f1-d9c02ac78720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:18.294850 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-5926817a-b06e-4671-9d00-3c7d09c74f7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:18.378921 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1791ed-92a7-4747-81f1-d9c02ac78720 None None] Routers {'086da561-0a4b-4d7e-8994-81bd8c9fad96'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:47:18.379542 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-ca1791ed-92a7-4747-81f1-d9c02ac78720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:47:04Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['086da561-0a4b-4d7e-8994-81bd8c9fad96'], 'active': True} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:47:18.454276 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08090d3-e487-4362-aa17-8e54c5bd2361 None None] Pushing event updated for resources: {'Port': ['ID=0e84529a-57b0-483d-9630-989c108e7b31,revision_number=4']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:18.459723 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-d08090d3-e487-4362-aa17-8e54c5bd2361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:18.645385 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvr_db [None req-ca1791ed-92a7-4747-81f1-d9c02ac78720 None None] Set router 086da561-0a4b-4d7e-8994-81bd8c9fad96 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:47:18.942692 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 0e84529a-57b0-483d-9630-989c108e7b31 up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:47:19.016496 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning for port 0e84529a-57b0-483d-9630-989c108e7b31 completed by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:47:19.025136 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning complete for port 0e84529a-57b0-483d-9630-989c108e7b31 triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:47:19.025815 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:19.070851 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-ca1791ed-92a7-4747-81f1-d9c02ac78720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086da561-0a4b-4d7e-8994-81bd8c9fad96', 'name': 'tempest-TestVolumeBootPattern-1398113786-router', 'tenant_id': '501dcbc15d74426d9eb1b0b346b5fb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '027a7d1f-79cb-4698-9898-04d67e03bb9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:47:07Z', 'updated_at': '2021-05-20T19:47:11Z', 'revision_number': 4, 'project_id': '501dcbc15d74426d9eb1b0b346b5fb13', 'gw_port': {'id': '027a7d1f-79cb-4698-9898-04d67e03bb9a', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086da561-0a4b-4d7e-8994-81bd8c9fad96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:08Z', 'updated_at': '2021-05-20T19:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': '0e84529a-57b0-483d-9630-989c108e7b31', 'name': '', 'network_id': '23f2253f-6a62-46de-8cbe-992dfcfafb73', 'tenant_id': '501dcbc15d74426d9eb1b0b346b5fb13', 'mac_address': 'fa:16:3e:e8:c4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086da561-0a4b-4d7e-8994-81bd8c9fad96', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '2568739e-4141-43d7-99a0-94fcb775ebd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:11Z', 'updated_at': '2021-05-20T19:47:18Z', 'revision_number': 4, 'project_id': '501dcbc15d74426d9eb1b0b346b5fb13', 'subnets': [{'id': '2568739e-4141-43d7-99a0-94fcb775ebd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:47:19.077702 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1791ed-92a7-4747-81f1-d9c02ac78720 None None] The sync data for ids ['086da561-0a4b-4d7e-8994-81bd8c9fad96'] in dv-cinder-792462-2-iscsi is: [{'id': '086da561-0a4b-4d7e-8994-81bd8c9fad96', 'name': 'tempest-TestVolumeBootPattern-1398113786-router', 'tenant_id': '501dcbc15d74426d9eb1b0b346b5fb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '027a7d1f-79cb-4698-9898-04d67e03bb9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:47:07Z', 'updated_at': '2021-05-20T19:47:11Z', 'revision_number': 4, 'project_id': '501dcbc15d74426d9eb1b0b346b5fb13', 'gw_port': {'id': '027a7d1f-79cb-4698-9898-04d67e03bb9a', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086da561-0a4b-4d7e-8994-81bd8c9fad96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:08Z', 'updated_at': '2021-05-20T19:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': '0e84529a-57b0-483d-9630-989c108e7b31', 'name': '', 'network_id': '23f2253f-6a62-46de-8cbe-992dfcfafb73', 'tenant_id': '501dcbc15d74426d9eb1b0b346b5fb13', 'mac_address': 'fa:16:3e:e8:c4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086da561-0a4b-4d7e-8994-81bd8c9fad96', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '2568739e-4141-43d7-99a0-94fcb775ebd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:11Z', 'updated_at': '2021-05-20T19:47:18Z', 'revision_number': 4, 'project_id': '501dcbc15d74426d9eb1b0b346b5fb13', 'subnets': [{'id': '2568739e-4141-43d7-99a0-94fcb775ebd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:47:19.146865 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca5d21a-ea0c-4127-b262-2bf0f27514cf req-29e0d9a6-0e47-482a-8ab6-5f07c8e5f688 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:19.154521 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-2ca5d21a-ea0c-4127-b262-2bf0f27514cf req-29e0d9a6-0e47-482a-8ab6-5f07c8e5f688 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 945 time: 0.1300049 May 20 19:47:19.216222 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-2ca5d21a-ea0c-4127-b262-2bf0f27514cf req-ae260431-e8c7-498c-a27d-da2c7be79228 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606885 May 20 19:47:19.263445 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:19.321984 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] For port 0e84529a-57b0-483d-9630-989c108e7b31, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=0e84529a-57b0-483d-9630-989c108e7b31,segment=NetworkSegment(3c21d7c6-182c-43e9-b050-c057dafbce4d),segment_id=3c21d7c6-182c-43e9-b050-c057dafbce4d)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:47:19.327803 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:19.330092 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-94be11d2-b581-4be4-a1fd-fc4eebf33dd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:19.423427 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Pushing event updated for resources: {'Port': ['ID=0e84529a-57b0-483d-9630-989c108e7b31,revision_number=5']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:19.434874 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:20.469866 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102aae97-33c6-46b7-be57-b59a1af1e7a6 req-de98998b-cab6-4a41-ba2f-75732c2c620d tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:20.479913 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-102aae97-33c6-46b7-be57-b59a1af1e7a6 req-de98998b-cab6-4a41-ba2f-75732c2c620d tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 945 time: 0.1423626 May 20 19:47:20.535302 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-102aae97-33c6-46b7-be57-b59a1af1e7a6 req-724adb84-6b5d-40c2-8029-b7debb772399 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491183 May 20 19:47:20.851013 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 0e84529a-57b0-483d-9630-989c108e7b31 up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:47:20.932540 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning complete for port 0e84529a-57b0-483d-9630-989c108e7b31 triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:47:20.933214 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:21.797805 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf595cc1-3c23-4741-a2d3-97f6a29ad8ff req-41c35c9d-23c8-4699-b4cd-6c1f34233a86 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:21.800612 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-cf595cc1-3c23-4741-a2d3-97f6a29ad8ff req-41c35c9d-23c8-4699-b4cd-6c1f34233a86 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 945 time: 0.1124349 May 20 19:47:21.870656 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-cf595cc1-3c23-4741-a2d3-97f6a29ad8ff req-4d5ec3bb-4067-44cc-96d6-326b34f0cabb tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639141 May 20 19:47:22.599133 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e52652-3172-48d2-b5c8-8ff53fbe49db req-1ccce73f-cf1a-4549-a8e0-363db7f94574 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:22.600142 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-36e52652-3172-48d2-b5c8-8ff53fbe49db req-1ccce73f-cf1a-4549-a8e0-363db7f94574 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Synchronizing usage tracker for tenant:eae5dc310b064886a0fbb3c18c74b33d on resource:port {{(pid=98243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:47:22.625081 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-36e52652-3172-48d2-b5c8-8ff53fbe49db req-1ccce73f-cf1a-4549-a8e0-363db7f94574 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Unset dirty status for tenant:eae5dc310b064886a0fbb3c18c74b33d on resource:port {{(pid=98243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:47:22.626326 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-36e52652-3172-48d2-b5c8-8ff53fbe49db req-1ccce73f-cf1a-4549-a8e0-363db7f94574 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=604eb06a-fc43-4dde-a7ee-7b03afc51a4c HTTP/1.1" status: 200 len: 946 time: 0.2072482 May 20 19:47:22.675351 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-36e52652-3172-48d2-b5c8-8ff53fbe49db req-c14b5dbd-eda7-41c3-8388-ec63e73c6037 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=15eb833a-092a-4e71-98b4-0eee151659a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412235 May 20 19:47:23.113542 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42fee9-7895-4b8a-953f-eaede2771dfa req-42866885-f0ce-4ee3-b5ac-d46c0073fe91 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:23.114973 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-3a42fee9-7895-4b8a-953f-eaede2771dfa req-42866885-f0ce-4ee3-b5ac-d46c0073fe91 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 945 time: 0.1087918 May 20 19:47:23.164791 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-3a42fee9-7895-4b8a-953f-eaede2771dfa req-dd544119-c241-4838-8e08-465c44e67334 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438333 May 20 19:47:23.901193 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c2bc1-6707-42b3-aebe-28948730c443 req-3620324f-c793-4db3-8b47-cbc555cba0a3 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:23.902743 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-9c0c2bc1-6707-42b3-aebe-28948730c443 req-3620324f-c793-4db3-8b47-cbc555cba0a3 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=604eb06a-fc43-4dde-a7ee-7b03afc51a4c HTTP/1.1" status: 200 len: 946 time: 0.1032069 May 20 19:47:23.954297 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-9c0c2bc1-6707-42b3-aebe-28948730c443 req-cd4d2a62-9610-413c-b145-23f79f745d0c tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups?id=15eb833a-092a-4e71-98b4-0eee151659a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441055 May 20 19:47:24.361942 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d006778e-7b03-49e6-9fe6-caa314009f08 req-a4de8530-7fa1-4231-91d3-db8195b6e3f8 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:24.363401 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-d006778e-7b03-49e6-9fe6-caa314009f08 req-a4de8530-7fa1-4231-91d3-db8195b6e3f8 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 945 time: 0.0848494 May 20 19:47:24.371051 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bcadaa-b27e-44df-bcc0-9282ad6abf9c req-924c4d8b-91ef-4013-9032-1eb6a831b893 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:24.372979 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-30bcadaa-b27e-44df-bcc0-9282ad6abf9c req-924c4d8b-91ef-4013-9032-1eb6a831b893 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.65 "GET /v2.0/ports?device_id=604eb06a-fc43-4dde-a7ee-7b03afc51a4c HTTP/1.1" status: 200 len: 946 time: 0.0793602 May 20 19:47:24.410646 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-d006778e-7b03-49e6-9fe6-caa314009f08 req-51d933fc-2270-4e79-8849-ed78a57becea tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405107 May 20 19:47:24.421317 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.agents_db [None req-81082b58-be1a-4fbd-9926-297307221300 None None] Agent healthcheck: found 6 active agents {{(pid=98246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:47:24.512804 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.plugin [req-30bcadaa-b27e-44df-bcc0-9282ad6abf9c req-af0361f5-12be-415d-b5b0-8304f872ff2a tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Deleting port 310bd05b-cdcf-4c24-b300-9c09b1e74ecb {{(pid=98243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:47:24.513042 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-30bcadaa-b27e-44df-bcc0-9282ad6abf9c req-af0361f5-12be-415d-b5b0-8304f872ff2a tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:24.645819 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.db [req-30bcadaa-b27e-44df-bcc0-9282ad6abf9c req-af0361f5-12be-415d-b5b0-8304f872ff2a tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] For port 310bd05b-cdcf-4c24-b300-9c09b1e74ecb, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=310bd05b-cdcf-4c24-b300-9c09b1e74ecb,segment=NetworkSegment(58083fc7-31b6-4bee-b691-e433c62573b4),segment_id=58083fc7-31b6-4bee-b691-e433c62573b4)] {{(pid=98243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:47:24.646177 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-30bcadaa-b27e-44df-bcc0-9282ad6abf9c req-af0361f5-12be-415d-b5b0-8304f872ff2a tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:24.860255 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6116f3-ff37-4e3e-a96d-b316fcbddc06 req-e9027c88-61bc-474b-abb0-21fca7e98ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:24.861722 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-2c6116f3-ff37-4e3e-a96d-b316fcbddc06 req-e9027c88-61bc-474b-abb0-21fca7e98ace service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8ed4e5869d204e20b671ef4c001a3511&device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 1098 time: 0.0723276 May 20 19:47:24.942574 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-30bcadaa-b27e-44df-bcc0-9282ad6abf9c req-af0361f5-12be-415d-b5b0-8304f872ff2a tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:24.943142 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-30bcadaa-b27e-44df-bcc0-9282ad6abf9c req-af0361f5-12be-415d-b5b0-8304f872ff2a tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745732'] for floatingip, after_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:24.943253 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.db.l3_db [req-30bcadaa-b27e-44df-bcc0-9282ad6abf9c req-af0361f5-12be-415d-b5b0-8304f872ff2a tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Floating IP d9a54145-3c10-4a46-b6a7-c7a0af4d0b71 disassociated. External IP: 172.27.1.247, port: 310bd05b-cdcf-4c24-b300-9c09b1e74ecb. May 20 19:47:24.943553 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.plugin [req-30bcadaa-b27e-44df-bcc0-9282ad6abf9c req-af0361f5-12be-415d-b5b0-8304f872ff2a tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Calling delete_port for 310bd05b-cdcf-4c24-b300-9c09b1e74ecb owned by compute:nova {{(pid=98243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:47:24.999225 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6116f3-ff37-4e3e-a96d-b316fcbddc06 req-ef5bd348-74d4-4dc9-8a92-3857b17bd61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:25.000823 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-2c6116f3-ff37-4e3e-a96d-b316fcbddc06 req-ef5bd348-74d4-4dc9-8a92-3857b17bd61d service neutron] 10.222.0.65 "GET /v2.0/networks?id=3d38b6f3-7548-4a0e-896f-e9fb0c461e8e HTTP/1.1" status: 200 len: 918 time: 0.1318398 May 20 19:47:25.057382 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-30bcadaa-b27e-44df-bcc0-9282ad6abf9c req-af0361f5-12be-415d-b5b0-8304f872ff2a tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3727336'] for port, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:25.071845 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-c95e8859-eca4-498e-8df2-bf830e3c11f5 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:25.112248 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-2c6116f3-ff37-4e3e-a96d-b316fcbddc06 req-218c813b-bcce-47d2-b2e9-987b433b1809 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b62d4f7-65ba-46de-b0b1-a037d39bf785 HTTP/1.1" status: 200 len: 1001 time: 0.1037796 May 20 19:47:25.157372 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0361f5-12be-415d-b5b0-8304f872ff2a tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Pushing event deleted for resources: {'Port': ['ID=310bd05b-cdcf-4c24-b300-9c09b1e74ecb,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:25.183376 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6116f3-ff37-4e3e-a96d-b316fcbddc06 req-df0d1588-6bcb-44c4-bb59-abaca82d650b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:25.184910 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-2c6116f3-ff37-4e3e-a96d-b316fcbddc06 req-df0d1588-6bcb-44c4-bb59-abaca82d650b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5b859f84-1277-4d60-b0e8-72f23097ad76 HTTP/1.1" status: 200 len: 856 time: 0.0606174 May 20 19:47:25.224014 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-ce6cc701-fef9-470c-ad88-81901e35c948 req-ae002bc3-ec42-4bcc-84f2-785ce83b8a51 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=604eb06a-fc43-4dde-a7ee-7b03afc51a4c HTTP/1.1" status: 200 len: 210 time: 0.1203573 May 20 19:47:25.235202 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0361f5-12be-415d-b5b0-8304f872ff2a tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:25.235574 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0361f5-12be-415d-b5b0-8304f872ff2a tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:25.236088 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0361f5-12be-415d-b5b0-8304f872ff2a tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:25.236452 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0361f5-12be-415d-b5b0-8304f872ff2a tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:25.236805 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0361f5-12be-415d-b5b0-8304f872ff2a tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:25.237158 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0361f5-12be-415d-b5b0-8304f872ff2a tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:25.237528 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0361f5-12be-415d-b5b0-8304f872ff2a tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:25.237851 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0361f5-12be-415d-b5b0-8304f872ff2a tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:25.238199 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0361f5-12be-415d-b5b0-8304f872ff2a tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:25.238542 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0361f5-12be-415d-b5b0-8304f872ff2a tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:25.239022 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0361f5-12be-415d-b5b0-8304f872ff2a tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:25.239226 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0361f5-12be-415d-b5b0-8304f872ff2a tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:25.255039 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-af0361f5-12be-415d-b5b0-8304f872ff2a tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:25.292333 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6116f3-ff37-4e3e-a96d-b316fcbddc06 req-97f9e76f-1093-47e0-b9e2-68aef5c09ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:25.293860 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-2c6116f3-ff37-4e3e-a96d-b316fcbddc06 req-97f9e76f-1093-47e0-b9e2-68aef5c09ae0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3d38b6f3-7548-4a0e-896f-e9fb0c461e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1018624 May 20 19:47:25.363534 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30bcadaa-b27e-44df-bcc0-9282ad6abf9c req-af0361f5-12be-415d-b5b0-8304f872ff2a tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Router 4672da3d-cf7d-400c-89a7-8f40babc1cf1 has already been hosted by L3 agent bf06d900-968e-4d51-b3d3-e51a8143bf8e {{(pid=98243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:47:25.437521 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-2c6116f3-ff37-4e3e-a96d-b316fcbddc06 req-9383cf1a-b3a2-42f8-a3b5-4c3613fee34e service neutron] 10.222.0.65 "GET /v2.0/networks/3d38b6f3-7548-4a0e-896f-e9fb0c461e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315024 May 20 19:47:25.572589 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30bcadaa-b27e-44df-bcc0-9282ad6abf9c req-af0361f5-12be-415d-b5b0-8304f872ff2a tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify agent at l3_agent.dv-cinder-792462-2-iscsi the message routers_updated {{(pid=98243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:47:25.583183 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a72206-02c8-4c1e-a278-a5dcfa9859af None None] Sync routers for ids ['4672da3d-cf7d-400c-89a7-8f40babc1cf1'] in dv-cinder-792462-2-iscsi {{(pid=98245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:47:25.597843 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a72206-02c8-4c1e-a278-a5dcfa9859af None None] Routers {'4672da3d-cf7d-400c-89a7-8f40babc1cf1'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:47:25.598800 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-16a72206-02c8-4c1e-a278-a5dcfa9859af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:47:04Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['4672da3d-cf7d-400c-89a7-8f40babc1cf1'], 'active': True} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:47:25.679328 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-2c6116f3-ff37-4e3e-a96d-b316fcbddc06 req-042d9ef2-04bd-45a9-9f3f-53264bf62597 service neutron] 10.222.0.65 "GET /v2.0/networks/3d38b6f3-7548-4a0e-896f-e9fb0c461e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350097 May 20 19:47:25.699997 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52625b1c-b843-4f8b-86cf-28f9feb89faf req-da045607-236a-421b-bd10-f1ffbb8fbc1a tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:25.701959 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-52625b1c-b843-4f8b-86cf-28f9feb89faf req-da045607-236a-421b-bd10-f1ffbb8fbc1a tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 945 time: 0.1333003 May 20 19:47:25.749668 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.l3_dvrscheduler_db [req-30bcadaa-b27e-44df-bcc0-9282ad6abf9c req-af0361f5-12be-415d-b5b0-8304f872ff2a tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] No DVR routers for this DVR port 310bd05b-cdcf-4c24-b300-9c09b1e74ecb on host hv-cinder-79246 {{(pid=98243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:47:25.754461 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-30bcadaa-b27e-44df-bcc0-9282ad6abf9c req-af0361f5-12be-415d-b5b0-8304f872ff2a tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for port, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:25.756039 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '604eb06a-fc43-4dde-a7ee-7b03afc51a4c', 'name': 'network-vif-deleted', 'tag': '310bd05b-cdcf-4c24-b300-9c09b1e74ecb'}] {{(pid=98243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:47:25.781235 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-30bcadaa-b27e-44df-bcc0-9282ad6abf9c req-af0361f5-12be-415d-b5b0-8304f872ff2a tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.65 "DELETE /v2.0/ports/310bd05b-cdcf-4c24-b300-9c09b1e74ecb HTTP/1.1" status: 204 len: 173 time: 1.4015396 May 20 19:47:25.801294 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvr_db [None req-16a72206-02c8-4c1e-a278-a5dcfa9859af None None] Set router 4672da3d-cf7d-400c-89a7-8f40babc1cf1 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:47:25.827139 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '604eb06a-fc43-4dde-a7ee-7b03afc51a4c', 'name': 'network-vif-deleted', 'tag': '310bd05b-cdcf-4c24-b300-9c09b1e74ecb', 'status': 'completed', 'code': 200} May 20 19:47:25.857630 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-52625b1c-b843-4f8b-86cf-28f9feb89faf req-ead7e026-8b45-4e84-af1a-4ae7ed8022d5 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488307 May 20 19:47:26.131859 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-16a72206-02c8-4c1e-a278-a5dcfa9859af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'name': 'tempest-AttachVolumeTestJSON-1631511-router', 'tenant_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'df9d2484-187b-40cb-97fd-91e552548a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:47Z', 'updated_at': '2021-05-20T19:40:56Z', 'revision_number': 4, 'project_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'gw_port': {'id': 'df9d2484-187b-40cb-97fd-91e552548a6c', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:43:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:49Z', 'updated_at': '2021-05-20T19:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': '5076c290-b3c2-4fd1-87ec-676c6b2a6016', 'name': '', 'network_id': 'd932fd37-893e-4714-8e50-cf8308e6d424', 'tenant_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'mac_address': 'fa:16:3e:f1:9d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'edef4a11-9491-49df-813d-c217a08b5490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:54Z', 'updated_at': '2021-05-20T19:41:11Z', 'revision_number': 5, 'project_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'subnets': [{'id': 'edef4a11-9491-49df-813d-c217a08b5490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:47:26.135648 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a72206-02c8-4c1e-a278-a5dcfa9859af None None] Checking router: 4672da3d-cf7d-400c-89a7-8f40babc1cf1 for host: dv-cinder-792462-2-iscsi {{(pid=98245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:47:26.143930 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a72206-02c8-4c1e-a278-a5dcfa9859af None None] Routers {'4672da3d-cf7d-400c-89a7-8f40babc1cf1'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:47:26.144525 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-16a72206-02c8-4c1e-a278-a5dcfa9859af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:47:04Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['4672da3d-cf7d-400c-89a7-8f40babc1cf1'], 'active': True} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:47:26.331340 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvr_db [None req-16a72206-02c8-4c1e-a278-a5dcfa9859af None None] Set router 4672da3d-cf7d-400c-89a7-8f40babc1cf1 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:47:26.423567 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-d6023907-3554-42c5-a47e-ff660a95aa5d req-8d9a4fc9-0b6d-4ae2-9c82-917f3131315b tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Synchronizing usage tracker for tenant:eae5dc310b064886a0fbb3c18c74b33d on resource:port {{(pid=98243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:47:26.441117 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-d6023907-3554-42c5-a47e-ff660a95aa5d req-8d9a4fc9-0b6d-4ae2-9c82-917f3131315b tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Unset dirty status for tenant:eae5dc310b064886a0fbb3c18c74b33d on resource:port {{(pid=98243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:47:26.442446 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-d6023907-3554-42c5-a47e-ff660a95aa5d req-8d9a4fc9-0b6d-4ae2-9c82-917f3131315b tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/ports?device_id=604eb06a-fc43-4dde-a7ee-7b03afc51a4c HTTP/1.1" status: 200 len: 210 time: 0.0639787 May 20 19:47:26.686745 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-16a72206-02c8-4c1e-a278-a5dcfa9859af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'name': 'tempest-AttachVolumeTestJSON-1631511-router', 'tenant_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'df9d2484-187b-40cb-97fd-91e552548a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:47Z', 'updated_at': '2021-05-20T19:40:56Z', 'revision_number': 4, 'project_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'gw_port': {'id': 'df9d2484-187b-40cb-97fd-91e552548a6c', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:43:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:49Z', 'updated_at': '2021-05-20T19:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': '5076c290-b3c2-4fd1-87ec-676c6b2a6016', 'name': '', 'network_id': 'd932fd37-893e-4714-8e50-cf8308e6d424', 'tenant_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'mac_address': 'fa:16:3e:f1:9d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'edef4a11-9491-49df-813d-c217a08b5490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:54Z', 'updated_at': '2021-05-20T19:41:11Z', 'revision_number': 5, 'project_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'subnets': [{'id': 'edef4a11-9491-49df-813d-c217a08b5490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:47:26.691215 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a72206-02c8-4c1e-a278-a5dcfa9859af None None] The sync data for ids ['4672da3d-cf7d-400c-89a7-8f40babc1cf1'] in dv-cinder-792462-2-iscsi is: [{'id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'name': 'tempest-AttachVolumeTestJSON-1631511-router', 'tenant_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'df9d2484-187b-40cb-97fd-91e552548a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:47Z', 'updated_at': '2021-05-20T19:40:56Z', 'revision_number': 4, 'project_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'gw_port': {'id': 'df9d2484-187b-40cb-97fd-91e552548a6c', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:43:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:49Z', 'updated_at': '2021-05-20T19:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': '5076c290-b3c2-4fd1-87ec-676c6b2a6016', 'name': '', 'network_id': 'd932fd37-893e-4714-8e50-cf8308e6d424', 'tenant_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'mac_address': 'fa:16:3e:f1:9d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'edef4a11-9491-49df-813d-c217a08b5490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:54Z', 'updated_at': '2021-05-20T19:41:11Z', 'revision_number': 5, 'project_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'subnets': [{'id': 'edef4a11-9491-49df-813d-c217a08b5490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:47:26.889792 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccd4a70-e228-49db-8a93-92c98332414c None None] New status for floating IP d9a54145-3c10-4a46-b6a7-c7a0af4d0b71: DOWN {{(pid=98246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 19:47:27.050779 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3ab1e-511a-4641-905c-506ad9a0072f req-20f70f6c-9594-4918-9a08-3c71430c9cf9 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:27.052287 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-34d3ab1e-511a-4641-905c-506ad9a0072f req-20f70f6c-9594-4918-9a08-3c71430c9cf9 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 945 time: 0.0827131 May 20 19:47:27.100814 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-34d3ab1e-511a-4641-905c-506ad9a0072f req-4f834870-02ef-4951-8cd1-b103e581d2ab tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425541 May 20 19:47:27.572285 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 42294) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:47:27.641000 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-4b3f3cfa-5640-4623-922f-b30847499087 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks [] for security_group, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:27.670538 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-4b3f3cfa-5640-4623-922f-b30847499087 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:27.736045 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-4b3f3cfa-5640-4623-922f-b30847499087 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:27.739995 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-7ec8a18c-a381-41bb-9574-2d54f0988823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:27.756448 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3f3cfa-5640-4623-922f-b30847499087 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15eb833a-092a-4e71-98b4-0eee151659a7,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:27.759174 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-4b3f3cfa-5640-4623-922f-b30847499087 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:27.765800 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-4b3f3cfa-5640-4623-922f-b30847499087 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks [] for security_group, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:27.766932 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-4b3f3cfa-5640-4623-922f-b30847499087 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "DELETE /v2.0/security-groups/15eb833a-092a-4e71-98b4-0eee151659a7 HTTP/1.1" status: 204 len: 168 time: 0.1930971 May 20 19:47:27.770188 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 42298) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:47:27.786236 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.api.v2.resource [None req-59286acf-b37c-4f2c-a0b2-9ec808adfcfa tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] show failed (client error): The resource could not be found. May 20 19:47:27.787208 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-59286acf-b37c-4f2c-a0b2-9ec808adfcfa tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "GET /v2.0/security-groups/15eb833a-092a-4e71-98b4-0eee151659a7 HTTP/1.1" status: 404 len: 347 time: 0.0161300 May 20 19:47:27.789983 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 42302) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:47:28.010373 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.plugin [None req-0ec12e81-85e4-4a6d-b83c-ea597b2c28a2 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Deleting port 5900ba03-e99e-45d6-af8e-1469ba3daef0 {{(pid=98243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:47:28.010716 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-0ec12e81-85e4-4a6d-b83c-ea597b2c28a2 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:28.128694 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-0ec12e81-85e4-4a6d-b83c-ea597b2c28a2 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:28.129016 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-0ec12e81-85e4-4a6d-b83c-ea597b2c28a2 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:28.249763 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.plugin [None req-0ec12e81-85e4-4a6d-b83c-ea597b2c28a2 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Calling delete_port for 5900ba03-e99e-45d6-af8e-1469ba3daef0 owned by network:floatingip {{(pid=98243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:47:28.354457 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a39f7b-72d3-4212-928a-f6c81cc8b158 req-bedc307e-54e9-4555-bb6d-7bb611bed728 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:28.355982 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-b2a39f7b-72d3-4212-928a-f6c81cc8b158 req-bedc307e-54e9-4555-bb6d-7bb611bed728 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 945 time: 0.1129053 May 20 19:47:28.440951 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-b2a39f7b-72d3-4212-928a-f6c81cc8b158 req-5f9f2ab2-c6d7-4c88-9efd-35b8c4fbf4cb tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767474 May 20 19:47:28.467171 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-0ec12e81-85e4-4a6d-b83c-ea597b2c28a2 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3727336'] for port, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:28.471934 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-4ac0d3e5-bc5a-4a4d-9061-9924c55916c2 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:28.519998 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec12e81-85e4-4a6d-b83c-ea597b2c28a2 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Pushing event deleted for resources: {'Port': ['ID=5900ba03-e99e-45d6-af8e-1469ba3daef0,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:28.523065 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-0ec12e81-85e4-4a6d-b83c-ea597b2c28a2 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:28.615891 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-0ec12e81-85e4-4a6d-b83c-ea597b2c28a2 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks [] for floatingip, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:28.635133 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-0ec12e81-85e4-4a6d-b83c-ea597b2c28a2 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for floatingip, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:28.636703 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-0ec12e81-85e4-4a6d-b83c-ea597b2c28a2 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] 10.222.0.46 "DELETE /v2.0/floatingips/d9a54145-3c10-4a46-b6a7-c7a0af4d0b71 HTTP/1.1" status: 204 len: 168 time: 0.8456836 May 20 19:47:28.857831 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 310bd05b-cdcf-4c24-b300-9c09b1e74ecb no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:47:28.892399 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] No Port match for: 310bd05b-cdcf-4c24-b300-9c09b1e74ecb {{(pid=98245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:47:28.892829 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 310bd05b-cdcf-4c24-b300-9c09b1e74ecb not bound to the agent host hv-cinder-79246 {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:47:28.893292 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 2b62d4f7-65ba-46de-b0b1-a037d39bf785 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:47:29.017417 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:29.052966 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b251ab0-478c-451c-8f5b-6056d1f49150', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b62d4f7-65ba-46de-b0b1-a037d39bf785'}] {{(pid=98245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:47:29.066476 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port 2b62d4f7-65ba-46de-b0b1-a037d39bf785, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2b62d4f7-65ba-46de-b0b1-a037d39bf785,segment=NetworkSegment(bbd097b1-fbbb-46bb-b9fd-966cb6b1545a),segment_id=bbd097b1-fbbb-46bb-b9fd-966cb6b1545a)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:47:29.070960 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:29.073057 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:29.149052 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Pushing event updated for resources: {'Port': ['ID=2b62d4f7-65ba-46de-b0b1-a037d39bf785,revision_number=8']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:29.156680 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:29.255009 dv-cinder-792462-2-iscsi neutron-server[98245]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6b251ab0-478c-451c-8f5b-6056d1f49150', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2b62d4f7-65ba-46de-b0b1-a037d39bf785', 'code': 422} returned with failed status May 20 19:47:29.953383 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-75e46b49-aa85-448b-927d-acf782f81444 req-2a1fbaff-2cf2-464c-8bd8-c7c9fca125c7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0955715 May 20 19:47:29.964287 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e48705-e662-4def-9f54-56342233f4f8 req-31001421-4be3-4bb8-9082-41f3b5f687b3 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:29.972604 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-74e48705-e662-4def-9f54-56342233f4f8 req-31001421-4be3-4bb8-9082-41f3b5f687b3 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 943 time: 0.1506360 May 20 19:47:30.024514 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-74e48705-e662-4def-9f54-56342233f4f8 req-a2338618-da50-4ef7-b405-c9780edda7eb tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498445 May 20 19:47:30.857508 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e46b49-aa85-448b-927d-acf782f81444 req-a906bbb2-24d0-4f5d-a45c-638a97a9f545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:30.858988 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-75e46b49-aa85-448b-927d-acf782f81444 req-a906bbb2-24d0-4f5d-a45c-638a97a9f545 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150&tenant_id=8ed4e5869d204e20b671ef4c001a3511 HTTP/1.1" status: 200 len: 1096 time: 0.0723853 May 20 19:47:30.948624 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e46b49-aa85-448b-927d-acf782f81444 req-c56f70f2-c533-4a0a-83bb-69d45ebd25a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:30.950109 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-75e46b49-aa85-448b-927d-acf782f81444 req-c56f70f2-c533-4a0a-83bb-69d45ebd25a1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8ed4e5869d204e20b671ef4c001a3511&device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 1096 time: 0.0679729 May 20 19:47:31.081185 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e46b49-aa85-448b-927d-acf782f81444 req-9e367936-f7a3-4db1-89b3-3396ccae311f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:31.082689 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-75e46b49-aa85-448b-927d-acf782f81444 req-9e367936-f7a3-4db1-89b3-3396ccae311f service neutron] 10.222.0.65 "GET /v2.0/networks?id=3d38b6f3-7548-4a0e-896f-e9fb0c461e8e HTTP/1.1" status: 200 len: 918 time: 0.1252401 May 20 19:47:31.218686 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e450ce3-5d24-4796-8977-7e3bee26b6c9 req-fd226493-c9f4-48ce-af4e-17bdc1f778fd tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:31.220631 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-3e450ce3-5d24-4796-8977-7e3bee26b6c9 req-fd226493-c9f4-48ce-af4e-17bdc1f778fd tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 943 time: 0.0864151 May 20 19:47:31.271075 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-3e450ce3-5d24-4796-8977-7e3bee26b6c9 req-ee63046d-453c-406f-80c1-177cf314af27 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452657 May 20 19:47:31.271327 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-75e46b49-aa85-448b-927d-acf782f81444 req-29d0fed7-ecfc-4fc4-acc5-752c32a7770d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b62d4f7-65ba-46de-b0b1-a037d39bf785 HTTP/1.1" status: 200 len: 999 time: 0.1808891 May 20 19:47:31.344265 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e46b49-aa85-448b-927d-acf782f81444 req-1dba4b14-9ca4-4c71-a4fb-615b86499659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:31.345773 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-75e46b49-aa85-448b-927d-acf782f81444 req-1dba4b14-9ca4-4c71-a4fb-615b86499659 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5b859f84-1277-4d60-b0e8-72f23097ad76 HTTP/1.1" status: 200 len: 856 time: 0.0661740 May 20 19:47:31.425075 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e46b49-aa85-448b-927d-acf782f81444 req-cbe5e515-0726-4f0d-93c2-559780fae8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:31.426578 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-75e46b49-aa85-448b-927d-acf782f81444 req-cbe5e515-0726-4f0d-93c2-559780fae8dc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3d38b6f3-7548-4a0e-896f-e9fb0c461e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0735395 May 20 19:47:31.557296 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-75e46b49-aa85-448b-927d-acf782f81444 req-f589d62a-464b-4ea3-9697-be729612d57d service neutron] 10.222.0.65 "GET /v2.0/networks/3d38b6f3-7548-4a0e-896f-e9fb0c461e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237578 May 20 19:47:31.700446 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-75e46b49-aa85-448b-927d-acf782f81444 req-15c20925-fd40-45e8-980c-ff231f35a695 service neutron] 10.222.0.65 "GET /v2.0/networks/3d38b6f3-7548-4a0e-896f-e9fb0c461e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294668 May 20 19:47:32.226737 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-b1a84286-6dcf-4a63-908b-ba47fcbcc6de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:32.473156 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41fe890-8a81-4f24-8fd8-3d5fc748ce5a req-1ab07280-53ce-4fd5-9e57-dfc87852513f tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:32.474595 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-a41fe890-8a81-4f24-8fd8-3d5fc748ce5a req-1ab07280-53ce-4fd5-9e57-dfc87852513f tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 943 time: 0.0854144 May 20 19:47:32.526883 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-a41fe890-8a81-4f24-8fd8-3d5fc748ce5a req-0ddb3026-131f-4bf3-b725-88ef842a586f tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463171 May 20 19:47:32.716200 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 42418) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:47:33.517384 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-13f94d69-a21d-4ee2-aa7d-952b45a82b7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1823322'] for router_interface, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:33.954298 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11709e5a-654b-48c5-8dad-b67f6dd64aaf req-aaa42dfb-84e1-4c69-92e1-fac3746e8437 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:33.955786 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-11709e5a-654b-48c5-8dad-b67f6dd64aaf req-aaa42dfb-84e1-4c69-92e1-fac3746e8437 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 943 time: 0.2921097 May 20 19:47:34.052285 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-11709e5a-654b-48c5-8dad-b67f6dd64aaf req-82fd47e1-3770-4a84-9734-9bafb65bf581 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894415 May 20 19:47:34.157972 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.plugin [None req-13f94d69-a21d-4ee2-aa7d-952b45a82b7e admin admin] Deleting port 5076c290-b3c2-4fd1-87ec-676c6b2a6016 {{(pid=98243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:47:34.158423 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-13f94d69-a21d-4ee2-aa7d-952b45a82b7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:34.299323 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.db [None req-13f94d69-a21d-4ee2-aa7d-952b45a82b7e admin admin] For port 5076c290-b3c2-4fd1-87ec-676c6b2a6016, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=5076c290-b3c2-4fd1-87ec-676c6b2a6016,segment=NetworkSegment(58083fc7-31b6-4bee-b691-e433c62573b4),segment_id=58083fc7-31b6-4bee-b691-e433c62573b4)] {{(pid=98243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:47:34.299686 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-13f94d69-a21d-4ee2-aa7d-952b45a82b7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:34.442037 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-3e877d35-3f12-40e6-8fdd-2e7ee497e6cd tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Synchronizing usage tracker for tenant:67c0fea229f14ebd918a33f2a9d87521 on resource:security_group {{(pid=98244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:47:34.442807 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.plugin [None req-13f94d69-a21d-4ee2-aa7d-952b45a82b7e admin admin] Calling delete_port for 5076c290-b3c2-4fd1-87ec-676c6b2a6016 owned by network:router_interface {{(pid=98243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:47:34.463608 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-3e877d35-3f12-40e6-8fdd-2e7ee497e6cd tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Unset dirty status for tenant:67c0fea229f14ebd918a33f2a9d87521 on resource:security_group {{(pid=98244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:47:34.465268 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-3e877d35-3f12-40e6-8fdd-2e7ee497e6cd tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1415459186&fields=id&tenant_id=67c0fea229f14ebd918a33f2a9d87521 HTTP/1.1" status: 200 len: 267 time: 0.0638554 May 20 19:47:34.495010 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-285d3ff6-98b0-48cd-84c1-a078a887804e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:34.637955 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-1c837801-ad37-4f2e-87af-7fdfa5ea945e tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:34.645492 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-1c837801-ad37-4f2e-87af-7fdfa5ea945e tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/networks?id=027d5c0a-e45a-4a06-947e-f673039c67a0 HTTP/1.1" status: 200 len: 812 time: 0.1723192 May 20 19:47:34.656823 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-d9873892-6daa-41a4-bf7d-efe2fb3822e7 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/quotas/67c0fea229f14ebd918a33f2a9d87521 HTTP/1.1" status: 200 len: 375 time: 0.0100400 May 20 19:47:34.744520 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-b59e6874-1a40-4249-a3f4-5b2f76373e34 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Synchronizing usage tracker for tenant:67c0fea229f14ebd918a33f2a9d87521 on resource:port {{(pid=98244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:47:34.762568 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-b59e6874-1a40-4249-a3f4-5b2f76373e34 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Unset dirty status for tenant:67c0fea229f14ebd918a33f2a9d87521 on resource:port {{(pid=98244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:47:34.764074 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-b59e6874-1a40-4249-a3f4-5b2f76373e34 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=67c0fea229f14ebd918a33f2a9d87521&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1014678 May 20 19:47:34.806800 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:34.808497 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-13f94d69-a21d-4ee2-aa7d-952b45a82b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3727336'] for port, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:34.815894 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-200e3b13-f149-460d-810e-531e4a908bbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:34.887836 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f94d69-a21d-4ee2-aa7d-952b45a82b7e admin admin] Pushing event deleted for resources: {'Port': ['ID=5076c290-b3c2-4fd1-87ec-676c6b2a6016,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:34.890810 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-13f94d69-a21d-4ee2-aa7d-952b45a82b7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:35.044261 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-1df1145e-89a5-4153-91a4-ece8eda3cadf service neutron] 10.222.0.46 "GET /v2.0/networks/027d5c0a-e45a-4a06-947e-f673039c67a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589703 May 20 19:47:35.174951 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-13f94d69-a21d-4ee2-aa7d-952b45a82b7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1697961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823470'] for router_interface, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:35.251963 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-075a12eb-6b6a-47d8-a42e-d23b386256e0 service neutron] 10.222.0.46 "GET /v2.0/networks/027d5c0a-e45a-4a06-947e-f673039c67a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868618 May 20 19:47:35.534154 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b2436-2812-467b-8591-89c172366d28 req-36936c3f-e115-41e7-9e92-2bd55a2a7b25 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:35.535563 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-cf6b2436-2812-467b-8591-89c172366d28 req-36936c3f-e115-41e7-9e92-2bd55a2a7b25 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 943 time: 0.2809620 May 20 19:47:35.597169 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d568-3eaa-4ee2-8e63-8438dfda9a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:35.803642 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-95a0e065-ba85-42fb-a8af-5369d65031dc req-aecad1cc-480d-48e5-8cdc-30d09a747a54 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7d8ac23-50b9-41ff-8e3b-e7270ae99dd2 HTTP/1.1" status: 200 len: 210 time: 0.0864460 May 20 19:47:35.838498 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-cf6b2436-2812-467b-8591-89c172366d28 req-8cf1cd30-934a-4c9e-8181-4b2a4246f99c tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844640 May 20 19:47:35.895621 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f94d69-a21d-4ee2-aa7d-952b45a82b7e admin admin] Router 4672da3d-cf7d-400c-89a7-8f40babc1cf1 has already been hosted by L3 agent bf06d900-968e-4d51-b3d3-e51a8143bf8e {{(pid=98243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:47:36.144798 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f94d69-a21d-4ee2-aa7d-952b45a82b7e admin admin] Notify agent at l3_agent.dv-cinder-792462-2-iscsi the message routers_updated {{(pid=98243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:47:36.155595 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2a6d39-08d8-448f-9514-b8893987ecb5 None None] Sync routers for ids ['4672da3d-cf7d-400c-89a7-8f40babc1cf1'] in dv-cinder-792462-2-iscsi {{(pid=98245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:47:36.163211 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-13f94d69-a21d-4ee2-aa7d-952b45a82b7e admin admin] 10.222.0.46 "PUT /v2.0/routers/4672da3d-cf7d-400c-89a7-8f40babc1cf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4457939 May 20 19:47:36.166344 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 42460) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:47:36.168109 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2a6d39-08d8-448f-9514-b8893987ecb5 None None] Routers {'4672da3d-cf7d-400c-89a7-8f40babc1cf1'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:47:36.168992 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-eb2a6d39-08d8-448f-9514-b8893987ecb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:47:34Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['4672da3d-cf7d-400c-89a7-8f40babc1cf1'], 'active': True} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:47:36.385144 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvr_db [None req-eb2a6d39-08d8-448f-9514-b8893987ecb5 None None] Set router 4672da3d-cf7d-400c-89a7-8f40babc1cf1 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:47:36.386010 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-1773913b-b450-4354-b357-cbd79d4fabbc admin admin] Notify callbacks [] for router, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:36.532531 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:36.628740 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-1773913b-b450-4354-b357-cbd79d4fabbc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:36.707597 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-eb2a6d39-08d8-448f-9514-b8893987ecb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'name': 'tempest-AttachVolumeTestJSON-1631511-router', 'tenant_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'df9d2484-187b-40cb-97fd-91e552548a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:47Z', 'updated_at': '2021-05-20T19:47:34Z', 'revision_number': 5, 'project_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'gw_port': {'id': 'df9d2484-187b-40cb-97fd-91e552548a6c', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:43:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:49Z', 'updated_at': '2021-05-20T19:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi'}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:47:36.710917 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.plugin [None req-1773913b-b450-4354-b357-cbd79d4fabbc admin admin] Deleting port df9d2484-187b-40cb-97fd-91e552548a6c {{(pid=98243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:47:36.711358 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-1773913b-b450-4354-b357-cbd79d4fabbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:36.712704 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2a6d39-08d8-448f-9514-b8893987ecb5 None None] Checking router: 4672da3d-cf7d-400c-89a7-8f40babc1cf1 for host: dv-cinder-792462-2-iscsi {{(pid=98245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:47:36.722044 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2a6d39-08d8-448f-9514-b8893987ecb5 None None] Routers {'4672da3d-cf7d-400c-89a7-8f40babc1cf1'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:47:36.722922 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-eb2a6d39-08d8-448f-9514-b8893987ecb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:47:34Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['4672da3d-cf7d-400c-89a7-8f40babc1cf1'], 'active': True} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:47:36.848114 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.db [None req-1773913b-b450-4354-b357-cbd79d4fabbc admin admin] For port df9d2484-187b-40cb-97fd-91e552548a6c, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=df9d2484-187b-40cb-97fd-91e552548a6c,segment=NetworkSegment(67affa7f-7af4-4d70-a1a2-daaca7702f84),segment_id=67affa7f-7af4-4d70-a1a2-daaca7702f84)] {{(pid=98243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:47:36.848737 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-1773913b-b450-4354-b357-cbd79d4fabbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:36.914619 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvr_db [None req-eb2a6d39-08d8-448f-9514-b8893987ecb5 None None] Set router 4672da3d-cf7d-400c-89a7-8f40babc1cf1 gateway port host: None {{(pid=98245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:47:37.035299 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-1f0cfe86-1c7d-4a91-8dfc-5cac15068676 req-30787204-9d46-4d4c-998c-8cbc914df0ab tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7d8ac23-50b9-41ff-8e3b-e7270ae99dd2 HTTP/1.1" status: 200 len: 210 time: 0.0678141 May 20 19:47:37.036969 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-eb2a6d39-08d8-448f-9514-b8893987ecb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'name': 'tempest-AttachVolumeTestJSON-1631511-router', 'tenant_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:47Z', 'updated_at': '2021-05-20T19:47:36Z', 'revision_number': 6, 'project_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'gw_port_host': None}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:47:37.044748 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2a6d39-08d8-448f-9514-b8893987ecb5 None None] The sync data for ids ['4672da3d-cf7d-400c-89a7-8f40babc1cf1'] in dv-cinder-792462-2-iscsi is: [{'id': '4672da3d-cf7d-400c-89a7-8f40babc1cf1', 'name': 'tempest-AttachVolumeTestJSON-1631511-router', 'tenant_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:47Z', 'updated_at': '2021-05-20T19:47:36Z', 'revision_number': 6, 'project_id': 'eae5dc310b064886a0fbb3c18c74b33d', 'gw_port_host': None}] {{(pid=98245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:47:37.079115 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.plugin [None req-1773913b-b450-4354-b357-cbd79d4fabbc admin admin] Calling delete_port for df9d2484-187b-40cb-97fd-91e552548a6c owned by network:router_gateway {{(pid=98243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:47:37.244081 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad599932-7f87-427c-87c1-380e07215e26 req-d83ea955-d084-448c-91e4-92dc67f1de61 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:37.245442 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-ad599932-7f87-427c-87c1-380e07215e26 req-d83ea955-d084-448c-91e4-92dc67f1de61 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 943 time: 0.1073751 May 20 19:47:37.281201 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-40a8b960-4cf6-42c3-bf80-c71dd59d075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:37.340054 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-ad599932-7f87-427c-87c1-380e07215e26 req-7ed64799-ad85-4c5b-8440-b380cf1d6b01 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644372 May 20 19:47:37.347794 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-1773913b-b450-4354-b357-cbd79d4fabbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3727336'] for port, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:37.353199 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-19dc61bf-4767-47af-9d60-9aa6aa1f14c2 tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:37.400340 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1773913b-b450-4354-b357-cbd79d4fabbc admin admin] Pushing event deleted for resources: {'Port': ['ID=df9d2484-187b-40cb-97fd-91e552548a6c,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:37.435667 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-1773913b-b450-4354-b357-cbd79d4fabbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:37.618937 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-1773913b-b450-4354-b357-cbd79d4fabbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745777'] for router_gateway, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:37.807019 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-1773913b-b450-4354-b357-cbd79d4fabbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1749511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7954'] for router, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:37.809444 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-1773913b-b450-4354-b357-cbd79d4fabbc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:37.910341 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-1773913b-b450-4354-b357-cbd79d4fabbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1748301'] for router, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:37.911202 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1773913b-b450-4354-b357-cbd79d4fabbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4672da3d-cf7d-400c-89a7-8f40babc1cf1 {{(pid=98243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 19:47:37.928892 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-1773913b-b450-4354-b357-cbd79d4fabbc admin admin] Notify callbacks [] for router, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:37.929857 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-1773913b-b450-4354-b357-cbd79d4fabbc admin admin] 10.222.0.46 "DELETE /v2.0/routers/4672da3d-cf7d-400c-89a7-8f40babc1cf1 HTTP/1.1" status: 204 len: 168 time: 1.7624156 May 20 19:47:37.934334 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 42468) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:47:37.997176 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2f9b8eb-1931-42e9-9044-38743c243f6f admin admin] Deleting subnet edef4a11-9491-49df-813d-c217a08b5490 {{(pid=98243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 19:47:38.000946 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-d2f9b8eb-1931-42e9-9044-38743c243f6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:38.055255 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-d2f9b8eb-1931-42e9-9044-38743c243f6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726592'] for subnet, precommit_delete_associations {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:38.187972 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-d2f9b8eb-1931-42e9-9044-38743c243f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378450'] for subnet, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:38.259154 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-92242f75-d923-43db-8f7c-5ea02f5a31a1 req-30bb401d-69a7-4167-90ab-090d88e3e10e tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7d8ac23-50b9-41ff-8e3b-e7270ae99dd2 HTTP/1.1" status: 200 len: 210 time: 0.0722957 May 20 19:47:38.593901 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-d2f9b8eb-1931-42e9-9044-38743c243f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3727131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238044'] for subnet, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:38.602672 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:38.639755 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2874f5-5a92-482a-bc55-baa6032a4444 req-57d957a2-9813-4cfb-bd0d-5c14c9996197 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:38.641182 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-2a2874f5-5a92-482a-bc55-baa6032a4444 req-57d957a2-9813-4cfb-bd0d-5c14c9996197 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 943 time: 0.1464169 May 20 19:47:38.646625 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f9b8eb-1931-42e9-9044-38743c243f6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edef4a11-9491-49df-813d-c217a08b5490,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:38.649934 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-d2f9b8eb-1931-42e9-9044-38743c243f6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for subnet, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:38.653041 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-d2f9b8eb-1931-42e9-9044-38743c243f6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:38.656741 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaeb7b08-013b-4d60-8437-ecb6a7ae8387 None None] Network d932fd37-893e-4714-8e50-cf8308e6d424 requested from dv-cinder-792462-2-iscsi {{(pid=98245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:47:38.676080 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 42478) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:47:38.676325 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-d2f9b8eb-1931-42e9-9044-38743c243f6f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/edef4a11-9491-49df-813d-c217a08b5490 HTTP/1.1" status: 204 len: 168 time: 0.7427378 May 20 19:47:38.709113 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-2a2874f5-5a92-482a-bc55-baa6032a4444 req-e927a00f-04a4-4f62-93e4-e9a4cdfc8afa tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604708 May 20 19:47:38.835475 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-5eaa7819-5c25-4001-97da-6bcf17a9ac64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748490'] for network, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:38.882759 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 5076c290-b3c2-4fd1-87ec-676c6b2a6016 no longer exists at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:47:38.921762 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.plugin [None req-5eaa7819-5c25-4001-97da-6bcf17a9ac64 admin admin] Deleting port d05b2e5a-5801-4daa-893e-fd75478b9ded {{(pid=98244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:47:38.922223 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-5eaa7819-5c25-4001-97da-6bcf17a9ac64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:38.933888 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] No Port match for: 5076c290-b3c2-4fd1-87ec-676c6b2a6016 {{(pid=98245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:47:38.934289 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 5076c290-b3c2-4fd1-87ec-676c6b2a6016 not bound to the agent host dv-cinder-792462-2-iscsi {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:47:38.934716 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device df9d2484-187b-40cb-97fd-91e552548a6c no longer exists at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:47:39.014736 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] No Port match for: df9d2484-187b-40cb-97fd-91e552548a6c {{(pid=98245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:47:39.015091 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device df9d2484-187b-40cb-97fd-91e552548a6c not bound to the agent host dv-cinder-792462-2-iscsi {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:47:39.055935 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.db [None req-5eaa7819-5c25-4001-97da-6bcf17a9ac64 admin admin] For port d05b2e5a-5801-4daa-893e-fd75478b9ded, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=d05b2e5a-5801-4daa-893e-fd75478b9ded,segment=NetworkSegment(58083fc7-31b6-4bee-b691-e433c62573b4),segment_id=58083fc7-31b6-4bee-b691-e433c62573b4)] {{(pid=98244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:47:39.056282 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-5eaa7819-5c25-4001-97da-6bcf17a9ac64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:39.073836 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f9d7d5-0a17-4384-a6a5-c668f1b9ad70 None None] DHCP port deletion for d932fd37-893e-4714-8e50-cf8308e6d424 request from dv-cinder-792462-2-iscsi {{(pid=98245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 19:47:39.154280 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-49f9d7d5-0a17-4384-a6a5-c668f1b9ad70 None None] Deleting port d05b2e5a-5801-4daa-893e-fd75478b9ded {{(pid=98245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:47:39.154616 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-49f9d7d5-0a17-4384-a6a5-c668f1b9ad70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:39.202759 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.plugin [None req-5eaa7819-5c25-4001-97da-6bcf17a9ac64 admin admin] Calling delete_port for d05b2e5a-5801-4daa-893e-fd75478b9ded owned by network:dhcp {{(pid=98244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:47:39.254728 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-5eaa7819-5c25-4001-97da-6bcf17a9ac64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3028154'] for port, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:39.260915 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-2da40031-ac44-476d-ae36-a27a33829d84 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:39.281424 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-49f9d7d5-0a17-4384-a6a5-c668f1b9ad70 None None] For port d05b2e5a-5801-4daa-893e-fd75478b9ded, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=d05b2e5a-5801-4daa-893e-fd75478b9ded,segment=NetworkSegment(58083fc7-31b6-4bee-b691-e433c62573b4),segment_id=58083fc7-31b6-4bee-b691-e433c62573b4)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:47:39.281934 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-49f9d7d5-0a17-4384-a6a5-c668f1b9ad70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:39.327802 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaa7819-5c25-4001-97da-6bcf17a9ac64 admin admin] Pushing event deleted for resources: {'Port': ['ID=d05b2e5a-5801-4daa-893e-fd75478b9ded,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:39.336814 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaa7819-5c25-4001-97da-6bcf17a9ac64 admin admin] No DVR routers for this DVR port d05b2e5a-5801-4daa-893e-fd75478b9ded on host dv-cinder-792462-2-iscsi {{(pid=98244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:47:39.374544 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaa7819-5c25-4001-97da-6bcf17a9ac64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:39.374970 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaa7819-5c25-4001-97da-6bcf17a9ac64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:39.375370 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaa7819-5c25-4001-97da-6bcf17a9ac64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:39.375799 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaa7819-5c25-4001-97da-6bcf17a9ac64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:39.376228 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaa7819-5c25-4001-97da-6bcf17a9ac64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:39.376847 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaa7819-5c25-4001-97da-6bcf17a9ac64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:39.377272 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaa7819-5c25-4001-97da-6bcf17a9ac64 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:39.378161 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaa7819-5c25-4001-97da-6bcf17a9ac64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:39.379799 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaa7819-5c25-4001-97da-6bcf17a9ac64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:39.380427 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaa7819-5c25-4001-97da-6bcf17a9ac64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:39.381008 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaa7819-5c25-4001-97da-6bcf17a9ac64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:39.381577 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaa7819-5c25-4001-97da-6bcf17a9ac64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:39.408477 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-5eaa7819-5c25-4001-97da-6bcf17a9ac64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:39.418546 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-49f9d7d5-0a17-4384-a6a5-c668f1b9ad70 None None] Calling delete_port for d05b2e5a-5801-4daa-893e-fd75478b9ded owned by network:dhcp {{(pid=98245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:47:39.471717 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-97a0f763-8d6c-4b03-af07-b3ee8256a7b1 req-d5210c63-1026-4c62-8c00-c66180588451 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7d8ac23-50b9-41ff-8e3b-e7270ae99dd2 HTTP/1.1" status: 200 len: 210 time: 0.0647948 May 20 19:47:39.592010 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-49f9d7d5-0a17-4384-a6a5-c668f1b9ad70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024'] for port, after_delete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:39.596306 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-837359c5-4278-44c4-b465-e26ab8809763 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:39.645399 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f9d7d5-0a17-4384-a6a5-c668f1b9ad70 None None] Pushing event deleted for resources: {'Port': ['ID=d05b2e5a-5801-4daa-893e-fd75478b9ded,revision_number=None']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:39.650300 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-5eaa7819-5c25-4001-97da-6bcf17a9ac64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377309', 'neutron.services.segments.db._delete_segments_for_network-8778153038201'] for network, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:39.651855 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-49f9d7d5-0a17-4384-a6a5-c668f1b9ad70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:39.652912 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f9d7d5-0a17-4384-a6a5-c668f1b9ad70 None None] No DVR routers for this DVR port d05b2e5a-5801-4daa-893e-fd75478b9ded on host dv-cinder-792462-2-iscsi {{(pid=98245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:47:39.665510 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.services.segments.db [None req-5eaa7819-5c25-4001-97da-6bcf17a9ac64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d932fd37-893e-4714-8e50-cf8308e6d424']}} {{(pid=98244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:47:39.681117 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.services.segments.db [None req-5eaa7819-5c25-4001-97da-6bcf17a9ac64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58083fc7-31b6-4bee-b691-e433c62573b4') {'for_net_delete': True} {{(pid=98244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:47:39.681434 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.services.segments.db [None req-5eaa7819-5c25-4001-97da-6bcf17a9ac64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58083fc7-31b6-4bee-b691-e433c62573b4') {} {{(pid=98244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:47:39.695429 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-5eaa7819-5c25-4001-97da-6bcf17a9ac64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778153050359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-740391'] for segment, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:39.712631 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-5eaa7819-5c25-4001-97da-6bcf17a9ac64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717217'] for segment, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:39.719432 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eaa7819-5c25-4001-97da-6bcf17a9ac64 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=98244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 19:47:39.719932 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-5eaa7819-5c25-4001-97da-6bcf17a9ac64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3028207'] for segment, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:39.734237 dv-cinder-792462-2-iscsi neutron-server[98244]: Traceback (most recent call last): May 20 19:47:39.734237 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 19:47:39.734237 dv-cinder-792462-2-iscsi neutron-server[98244]: timer() May 20 19:47:39.734237 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 19:47:39.734237 dv-cinder-792462-2-iscsi neutron-server[98244]: cb(*args, **kw) May 20 19:47:39.734237 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 19:47:39.734237 dv-cinder-792462-2-iscsi neutron-server[98244]: return func(*args, **kwargs) May 20 19:47:39.734237 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 19:47:39.734237 dv-cinder-792462-2-iscsi neutron-server[98244]: self._notify() May 20 19:47:39.734237 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 19:47:39.734237 dv-cinder-792462-2-iscsi neutron-server[98244]: self.callback(batched_events) May 20 19:47:39.734237 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 19:47:39.734237 dv-cinder-792462-2-iscsi neutron-server[98244]: event.method(event) May 20 19:47:39.734237 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 19:47:39.734237 dv-cinder-792462-2-iscsi neutron-server[98244]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 19:47:39.734237 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 19:47:39.734237 dv-cinder-792462-2-iscsi neutron-server[98244]: aggregate_uuid = self.p_client.list_aggregates( May 20 19:47:39.734237 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 19:47:39.734237 dv-cinder-792462-2-iscsi neutron-server[98244]: return f(self, *a, **k) May 20 19:47:39.734237 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 19:47:39.734237 dv-cinder-792462-2-iscsi neutron-server[98244]: return self._get(url).json() May 20 19:47:39.734237 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 19:47:39.734237 dv-cinder-792462-2-iscsi neutron-server[98244]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 19:47:39.734237 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 19:47:39.734237 dv-cinder-792462-2-iscsi neutron-server[98244]: return self.request(url, 'GET', **kwargs) May 20 19:47:39.734237 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 19:47:39.734237 dv-cinder-792462-2-iscsi neutron-server[98244]: base_url = self.get_endpoint(auth, allow=allow, May 20 19:47:39.734237 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 19:47:39.734237 dv-cinder-792462-2-iscsi neutron-server[98244]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 19:47:39.734237 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 19:47:39.734237 dv-cinder-792462-2-iscsi neutron-server[98244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 19:47:39.734237 dv-cinder-792462-2-iscsi neutron-server[98244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 19:47:39.817633 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-5eaa7819-5c25-4001-97da-6bcf17a9ac64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745754'] for network, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:39.821506 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-ae763254-38e1-4186-b077-e3fd46e82820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:39.834454 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-5eaa7819-5c25-4001-97da-6bcf17a9ac64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for network, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:39.850192 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaa7819-5c25-4001-97da-6bcf17a9ac64 admin admin] Pushing event deleted for resources: {'Network': ['ID=d932fd37-893e-4714-8e50-cf8308e6d424,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:39.854485 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-5eaa7819-5c25-4001-97da-6bcf17a9ac64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:39.864831 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-5eaa7819-5c25-4001-97da-6bcf17a9ac64 admin admin] 10.222.0.46 "DELETE /v2.0/networks/d932fd37-893e-4714-8e50-cf8308e6d424 HTTP/1.1" status: 204 len: 168 time: 1.1876669 May 20 19:47:39.941093 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90797f-c53e-41d0-8d16-7366fd21326f req-48524649-4d9f-48ec-b5dc-349978b535d5 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:39.942883 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-1d90797f-c53e-41d0-8d16-7366fd21326f req-48524649-4d9f-48ec-b5dc-349978b535d5 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 943 time: 0.1091771 May 20 19:47:39.994235 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-1d90797f-c53e-41d0-8d16-7366fd21326f req-35401d8a-dbf6-4394-8ba9-a79a93bbc428 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449572 May 20 19:47:40.006203 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 42488) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:47:40.058518 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-239a4df7-008f-4aab-b288-8a0446f361af admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eae5dc310b064886a0fbb3c18c74b33d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0510280 May 20 19:47:40.060881 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 42492) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:47:40.123402 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-4417e4c4-587c-4f58-8175-a98c11cdc86c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:40.150438 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-4417e4c4-587c-4f58-8175-a98c11cdc86c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:40.210107 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-4417e4c4-587c-4f58-8175-a98c11cdc86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:40.215155 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-03c908bb-33cc-4ecb-b8c8-def9f4fa2dd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:40.232329 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4417e4c4-587c-4f58-8175-a98c11cdc86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736d6239-6370-44c9-b5c0-bd4446ff5d63,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:40.234867 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-4417e4c4-587c-4f58-8175-a98c11cdc86c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:40.241497 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-4417e4c4-587c-4f58-8175-a98c11cdc86c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:40.244850 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-4417e4c4-587c-4f58-8175-a98c11cdc86c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/736d6239-6370-44c9-b5c0-bd4446ff5d63 HTTP/1.1" status: 204 len: 168 time: 0.1805108 May 20 19:47:40.723671 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-8ad86238-cc6b-47c0-a9cc-af3ff0aa7406 req-c5cbcb42-35a7-4f58-a222-7953972581d9 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7d8ac23-50b9-41ff-8e3b-e7270ae99dd2 HTTP/1.1" status: 200 len: 210 time: 0.0711417 May 20 19:47:40.874348 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device d05b2e5a-5801-4daa-893e-fd75478b9ded no longer exists at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:47:40.919889 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] No Port match for: d05b2e5a-5801-4daa-893e-fd75478b9ded {{(pid=98245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:47:40.920328 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device d05b2e5a-5801-4daa-893e-fd75478b9ded not bound to the agent host dv-cinder-792462-2-iscsi {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:47:41.243023 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df230f-557d-4a4a-a70c-41a9bd8f9015 req-ab916cd8-80c3-4d06-a399-328bd950af35 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:41.244979 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c0df230f-557d-4a4a-a70c-41a9bd8f9015 req-ab916cd8-80c3-4d06-a399-328bd950af35 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 943 time: 0.1050248 May 20 19:47:41.344899 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c0df230f-557d-4a4a-a70c-41a9bd8f9015 req-f75bae0b-d01b-49ec-bbbe-fc5782105c18 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859897 May 20 19:47:41.885532 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-07748ec2-c4f0-4316-a91a-dd50dfdc3655 req-0a7f6884-6aa7-4992-bf86-d611288a9f59 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7d8ac23-50b9-41ff-8e3b-e7270ae99dd2 HTTP/1.1" status: 200 len: 210 time: 0.0494354 May 20 19:47:42.544928 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393061e7-2ac9-4a3d-8b90-f1c8d3cb551f req-4bab1f98-42d4-4ab3-8497-bb3bef8c06fe tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:42.546388 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-393061e7-2ac9-4a3d-8b90-f1c8d3cb551f req-4bab1f98-42d4-4ab3-8497-bb3bef8c06fe tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 943 time: 0.0834789 May 20 19:47:42.591731 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-393061e7-2ac9-4a3d-8b90-f1c8d3cb551f req-671dc97d-dd6e-4b94-98e9-d703f06a2dd0 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388269 May 20 19:47:43.037765 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-e631d5c1-b283-44f1-a6cd-033160685e0e req-8516bde3-3f70-4cb0-8940-37f774a19e61 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7d8ac23-50b9-41ff-8e3b-e7270ae99dd2 HTTP/1.1" status: 200 len: 210 time: 0.0444345 May 20 19:47:43.526144 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-8bbfb4cf-0d70-456c-8022-b1aa6afff930 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:43.526915 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-8bbfb4cf-0d70-456c-8022-b1aa6afff930 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Synchronizing usage tracker for tenant:67c0fea229f14ebd918a33f2a9d87521 on resource:network {{(pid=98243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:47:43.546148 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-8bbfb4cf-0d70-456c-8022-b1aa6afff930 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Unset dirty status for tenant:67c0fea229f14ebd918a33f2a9d87521 on resource:network {{(pid=98243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:47:43.547590 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-8bbfb4cf-0d70-456c-8022-b1aa6afff930 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.65 "GET /v2.0/networks?id=027d5c0a-e45a-4a06-947e-f673039c67a0 HTTP/1.1" status: 200 len: 812 time: 0.2775176 May 20 19:47:43.598589 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-369a774f-c292-4117-b292-37116c0469ba tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Synchronizing usage tracker for tenant:67c0fea229f14ebd918a33f2a9d87521 on resource:security_group {{(pid=98243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:47:43.610179 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-369a774f-c292-4117-b292-37116c0469ba tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Unset dirty status for tenant:67c0fea229f14ebd918a33f2a9d87521 on resource:security_group {{(pid=98243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:47:43.611340 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-369a774f-c292-4117-b292-37116c0469ba tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67c0fea229f14ebd918a33f2a9d87521 HTTP/1.1" status: 200 len: 380 time: 0.0551476 May 20 19:47:43.620527 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-0f169122-fc69-42b9-b3aa-f8c4d6de4d0a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Request body: {'port': {'device_id': 'f7d8ac23-50b9-41ff-8e3b-e7270ae99dd2', 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0', 'admin_state_up': True, 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'security_groups': ['f85ca38a-c005-44a6-9d58-73c82601f5ab']}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:47:43.815573 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-0f169122-fc69-42b9-b3aa-f8c4d6de4d0a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:47:43.828127 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-0f169122-fc69-42b9-b3aa-f8c4d6de4d0a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:47:43.848498 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923c0e9-83df-45b8-9948-846c1b5984f3 req-d8450939-8424-4792-9fbf-89d09bad40de tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:43.849971 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-4923c0e9-83df-45b8-9948-846c1b5984f3 req-d8450939-8424-4792-9fbf-89d09bad40de tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 943 time: 0.1393645 May 20 19:47:43.851232 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-0f169122-fc69-42b9-b3aa-f8c4d6de4d0a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Made reservation on behalf of 67c0fea229f14ebd918a33f2a9d87521 for: {'port': 1} {{(pid=98243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:47:43.854814 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-0f169122-fc69-42b9-b3aa-f8c4d6de4d0a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:43.954896 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-4923c0e9-83df-45b8-9948-846c1b5984f3 req-b3bb2d5a-d772-4106-96b6-bea2bf6873e4 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885367 May 20 19:47:44.114630 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.db_base_plugin_common [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-0f169122-fc69-42b9-b3aa-f8c4d6de4d0a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Allocated IP 172.20.0.5 (027d5c0a-e45a-4a06-947e-f673039c67a0/62263882-c2fb-42c7-a641-48b5e7aef49a/eeee3eca-250d-4387-948a-914515b3ee3d) {{(pid=98243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:47:44.217986 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6bdfc5d3-f1d3-41b5-b176-99afd5f8b484 req-3cc82929-898e-4a30-91b4-2e88281f84e9 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7d8ac23-50b9-41ff-8e3b-e7270ae99dd2 HTTP/1.1" status: 200 len: 210 time: 0.0564783 May 20 19:47:44.322895 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-0f169122-fc69-42b9-b3aa-f8c4d6de4d0a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks [] for port, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:44.338780 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.provisioning_blocks [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-0f169122-fc69-42b9-b3aa-f8c4d6de4d0a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Transition to ACTIVE for port object eeee3eca-250d-4387-948a-914515b3ee3d will not be triggered until provisioned by entity DHCP. {{(pid=98243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:47:44.361690 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-0f169122-fc69-42b9-b3aa-f8c4d6de4d0a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3727336'] for port, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:44.367051 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:44.432652 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-0f169122-fc69-42b9-b3aa-f8c4d6de4d0a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Network 027d5c0a-e45a-4a06-947e-f673039c67a0 is already hosted by enough agents. {{(pid=98243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:47:44.435798 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.base_scheduler [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-0f169122-fc69-42b9-b3aa-f8c4d6de4d0a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Resources bound (agent type, host, resource id): {{(pid=98243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:47:44.440231 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.l3_dvrscheduler_db [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-0f169122-fc69-42b9-b3aa-f8c4d6de4d0a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Received port after_create {{(pid=98243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:47:44.476671 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f169122-fc69-42b9-b3aa-f8c4d6de4d0a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Pushing event updated for resources: {'Port': ['ID=eeee3eca-250d-4387-948a-914515b3ee3d,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:44.481178 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-0f169122-fc69-42b9-b3aa-f8c4d6de4d0a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:44.510291 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-0f169122-fc69-42b9-b3aa-f8c4d6de4d0a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:44.510900 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-0f169122-fc69-42b9-b3aa-f8c4d6de4d0a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for port, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:44.539159 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-0f169122-fc69-42b9-b3aa-f8c4d6de4d0a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9221768 May 20 19:47:44.552534 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-a94920a1-e7a4-41cf-88e9-957df16caec3 service neutron] Request body: {'port': {'device_id': 'f7d8ac23-50b9-41ff-8e3b-e7270ae99dd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:47:44.660627 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-f58ee927-dc55-42de-a5a0-26b48800d998 None None] Provisioning for port eeee3eca-250d-4387-948a-914515b3ee3d completed by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:47:44.665947 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-a94920a1-e7a4-41cf-88e9-957df16caec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:44.667239 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-f58ee927-dc55-42de-a5a0-26b48800d998 None None] Provisioning complete for port eeee3eca-250d-4387-948a-914515b3ee3d triggered by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:47:44.667624 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-f58ee927-dc55-42de-a5a0-26b48800d998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:44.722235 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-f58ee927-dc55-42de-a5a0-26b48800d998 None None] Port eeee3eca-250d-4387-948a-914515b3ee3d cannot update to ACTIVE because it is not bound. {{(pid=98245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 19:47:44.989618 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 2b62d4f7-65ba-46de-b0b1-a037d39bf785 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 19:47:45.034863 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.notifiers.nova [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-a94920a1-e7a4-41cf-88e9-957df16caec3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeee3eca-250d-4387-948a-914515b3ee3d {{(pid=98243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:47:45.042516 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-a94920a1-e7a4-41cf-88e9-957df16caec3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:45.057305 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.provisioning_blocks [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-a94920a1-e7a4-41cf-88e9-957df16caec3 service neutron] Transition to ACTIVE for port object eeee3eca-250d-4387-948a-914515b3ee3d will not be triggered until provisioned by entity L2. {{(pid=98243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:47:45.061770 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-a94920a1-e7a4-41cf-88e9-957df16caec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3727329'] for port, after_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:45.066205 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-1b38502b-f61e-4145-afc7-ee262536a054 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:45.146436 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port 2b62d4f7-65ba-46de-b0b1-a037d39bf785, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2b62d4f7-65ba-46de-b0b1-a037d39bf785,segment=NetworkSegment(bbd097b1-fbbb-46bb-b9fd-966cb6b1545a),segment_id=bbd097b1-fbbb-46bb-b9fd-966cb6b1545a)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:47:45.163730 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Returning: {'device': '2b62d4f7-65ba-46de-b0b1-a037d39bf785', 'network_id': '3d38b6f3-7548-4a0e-896f-e9fb0c461e8e', 'port_id': '2b62d4f7-65ba-46de-b0b1-a037d39bf785', 'mac_address': 'fa:16:3e:61:d8:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b859f84-1277-4d60-b0e8-72f23097ad76', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 19:47:45.248555 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:45.289999 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.notifiers.nova [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b62d4f7-65ba-46de-b0b1-a037d39bf785 {{(pid=98245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:47:45.290614 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94920a1-e7a4-41cf-88e9-957df16caec3 service neutron] Pushing event updated for resources: {'Port': ['ID=eeee3eca-250d-4387-948a-914515b3ee3d,revision_number=2']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:45.330240 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port 2b62d4f7-65ba-46de-b0b1-a037d39bf785, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2b62d4f7-65ba-46de-b0b1-a037d39bf785,segment=NetworkSegment(bbd097b1-fbbb-46bb-b9fd-966cb6b1545a),segment_id=bbd097b1-fbbb-46bb-b9fd-966cb6b1545a)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:47:45.336270 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:45.339249 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:45.357244 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-a94920a1-e7a4-41cf-88e9-957df16caec3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:45.437234 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.managers [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-a94920a1-e7a4-41cf-88e9-957df16caec3 service neutron] Attempting to bind port eeee3eca-250d-4387-948a-914515b3ee3d on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:47:45.437528 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.managers [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-a94920a1-e7a4-41cf-88e9-957df16caec3 service neutron] Attempting to bind port eeee3eca-250d-4387-948a-914515b3ee3d by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '139dbb0a-3903-4603-9a7f-ddd4c73b8a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0'}] {{(pid=98243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:47:45.437878 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-a94920a1-e7a4-41cf-88e9-957df16caec3 service neutron] Attempting to bind port eeee3eca-250d-4387-948a-914515b3ee3d on network 027d5c0a-e45a-4a06-947e-f673039c67a0 {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:47:45.450817 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Pushing event updated for resources: {'Port': ['ID=2b62d4f7-65ba-46de-b0b1-a037d39bf785,revision_number=9']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:45.454472 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:45.463515 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4e3785-cac1-499f-95ba-c27dadc54a32 req-153ec3d1-5920-4811-bf57-06b7442dc930 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:45.465094 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-ee4e3785-cac1-499f-95ba-c27dadc54a32 req-153ec3d1-5920-4811-bf57-06b7442dc930 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 943 time: 0.3642335 May 20 19:47:45.465694 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-a94920a1-e7a4-41cf-88e9-957df16caec3 service neutron] Port eeee3eca-250d-4387-948a-914515b3ee3d on network 027d5c0a-e45a-4a06-947e-f673039c67a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 19:47:45.466053 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-a94920a1-e7a4-41cf-88e9-957df16caec3 service neutron] Attempting to bind port eeee3eca-250d-4387-948a-914515b3ee3d on network 027d5c0a-e45a-4a06-947e-f673039c67a0 {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:47:45.474653 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-a94920a1-e7a4-41cf-88e9-957df16caec3 service neutron] Checking agent: {'id': '35bcd696-cda5-4691-8ef9-fd8f1ab55a75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 39, 6), 'started_at': datetime.datetime(2021, 5, 20, 19, 39, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:47:45.475058 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-a94920a1-e7a4-41cf-88e9-957df16caec3 service neutron] Checking segment: {'id': '139dbb0a-3903-4603-9a7f-ddd4c73b8a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:47:45.475360 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-a94920a1-e7a4-41cf-88e9-957df16caec3 service neutron] Bound using segment: {'id': '139dbb0a-3903-4603-9a7f-ddd4c73b8a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0'} {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:47:45.475816 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.managers [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-a94920a1-e7a4-41cf-88e9-957df16caec3 service neutron] Bound port: eeee3eca-250d-4387-948a-914515b3ee3d, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '139dbb0a-3903-4603-9a7f-ddd4c73b8a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0'}}] {{(pid=98243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:47:45.476172 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-a94920a1-e7a4-41cf-88e9-957df16caec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:45.483235 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c178f9-8fb0-4ef3-8376-8b4d0e15f5ae req-7b4293ac-8c06-4537-aa7b-e12e7572e1fc tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:45.485290 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-73c178f9-8fb0-4ef3-8376-8b4d0e15f5ae req-7b4293ac-8c06-4537-aa7b-e12e7572e1fc tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7d8ac23-50b9-41ff-8e3b-e7270ae99dd2 HTTP/1.1" status: 200 len: 943 time: 0.1287868 May 20 19:47:45.539750 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-73c178f9-8fb0-4ef3-8376-8b4d0e15f5ae req-f07bb6e8-7c8d-46f9-a26a-ad70478be25f tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/security-groups?id=f85ca38a-c005-44a6-9d58-73c82601f5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475299 May 20 19:47:45.552530 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] get_ports_and_sgs() called for port_ids ['2b62d4f7-65ba-46de-b0b1-a037d39bf785'] {{(pid=98245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:47:45.683356 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-ee4e3785-cac1-499f-95ba-c27dadc54a32 req-3d010d85-1b92-4422-8fee-463f1efeed51 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2098727 May 20 19:47:45.713922 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.db [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-a94920a1-e7a4-41cf-88e9-957df16caec3 service neutron] For port eeee3eca-250d-4387-948a-914515b3ee3d, host hv-cinder-79246, cleared binding levels {{(pid=98243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:47:45.717037 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.db [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-a94920a1-e7a4-41cf-88e9-957df16caec3 service neutron] For port eeee3eca-250d-4387-948a-914515b3ee3d, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=eeee3eca-250d-4387-948a-914515b3ee3d,segment=NetworkSegment(139dbb0a-3903-4603-9a7f-ddd4c73b8a9f),segment_id=139dbb0a-3903-4603-9a7f-ddd4c73b8a9f)] {{(pid=98243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:47:45.721532 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-a94920a1-e7a4-41cf-88e9-957df16caec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3727329'] for port, after_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:45.725999 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-a7fcb50b-d2f3-4ab5-b67a-6728e1277760 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:45.782840 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-a94920a1-e7a4-41cf-88e9-957df16caec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:45.783474 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-a94920a1-e7a4-41cf-88e9-957df16caec3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for port, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:45.784868 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-a94920a1-e7a4-41cf-88e9-957df16caec3 service neutron] 10.222.0.65 "PUT /v2.0/ports/eeee3eca-250d-4387-948a-914515b3ee3d HTTP/1.1" status: 200 len: 1093 time: 1.2381809 May 20 19:47:45.785361 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d8ac23-50b9-41ff-8e3b-e7270ae99dd2', 'tag': 'eeee3eca-250d-4387-948a-914515b3ee3d'}] {{(pid=98243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:47:45.807097 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94920a1-e7a4-41cf-88e9-957df16caec3 service neutron] Pushing event updated for resources: {'Port': ['ID=eeee3eca-250d-4387-948a-914515b3ee3d,revision_number=3']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:45.810175 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-a94920a1-e7a4-41cf-88e9-957df16caec3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:45.872971 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7d8ac23-50b9-41ff-8e3b-e7270ae99dd2', 'tag': 'eeee3eca-250d-4387-948a-914515b3ee3d', 'status': 'completed', 'code': 200} May 20 19:47:45.917888 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-e8ca4a3d-f00f-4d3e-a54b-dfc7624c32f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:45.919566 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-e8ca4a3d-f00f-4d3e-a54b-dfc7624c32f6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=67c0fea229f14ebd918a33f2a9d87521&device_id=f7d8ac23-50b9-41ff-8e3b-e7270ae99dd2 HTTP/1.1" status: 200 len: 1096 time: 0.0932529 May 20 19:47:46.739478 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72ace8-5ac1-4b86-9358-a634515b406b req-1d55e926-643e-4f44-a584-d64c450127b3 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:46.740218 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-cc72ace8-5ac1-4b86-9358-a634515b406b req-1d55e926-643e-4f44-a584-d64c450127b3 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Synchronizing usage tracker for tenant:67c0fea229f14ebd918a33f2a9d87521 on resource:port {{(pid=98243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:47:46.756631 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-cc72ace8-5ac1-4b86-9358-a634515b406b req-1d55e926-643e-4f44-a584-d64c450127b3 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Unset dirty status for tenant:67c0fea229f14ebd918a33f2a9d87521 on resource:port {{(pid=98243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:47:46.758364 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-cc72ace8-5ac1-4b86-9358-a634515b406b req-1d55e926-643e-4f44-a584-d64c450127b3 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7d8ac23-50b9-41ff-8e3b-e7270ae99dd2 HTTP/1.1" status: 200 len: 943 time: 0.1055303 May 20 19:47:46.813715 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-cc72ace8-5ac1-4b86-9358-a634515b406b req-74f5da69-f600-44de-8439-46c4c8eed930 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/security-groups?id=f85ca38a-c005-44a6-9d58-73c82601f5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495226 May 20 19:47:46.884505 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e7fbd-18fd-4657-be72-76f028cafea1 req-a6687062-7265-4352-abac-fe3e978045e7 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:46.885985 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-268e7fbd-18fd-4657-be72-76f028cafea1 req-a6687062-7265-4352-abac-fe3e978045e7 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 944 time: 0.0806415 May 20 19:47:46.933591 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-268e7fbd-18fd-4657-be72-76f028cafea1 req-83d769ce-77a6-4cec-8854-2a1374d06a61 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414221 May 20 19:47:46.976833 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-2ba6be8f-7c87-4fa0-a278-2cc6247eecb7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eeee3eca-250d-4387-948a-914515b3ee3d HTTP/1.1" status: 200 len: 217 time: 0.1013010 May 20 19:47:47.823172 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-bf8216ef-1c7d-4ed9-ac36-4264926c0dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:47.824627 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-bf8216ef-1c7d-4ed9-ac36-4264926c0dbd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=62263882-c2fb-42c7-a641-48b5e7aef49a HTTP/1.1" status: 200 len: 851 time: 0.0629435 May 20 19:47:48.003954 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b612a-c98f-464c-84aa-95b2b742371f req-7bac255e-2326-484a-8779-08222c494873 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:48.005415 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-169b612a-c98f-464c-84aa-95b2b742371f req-7bac255e-2326-484a-8779-08222c494873 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7d8ac23-50b9-41ff-8e3b-e7270ae99dd2 HTTP/1.1" status: 200 len: 943 time: 0.0855074 May 20 19:47:48.050369 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-169b612a-c98f-464c-84aa-95b2b742371f req-482828a9-c1c8-4d8b-9791-19a0e2d4151b tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/security-groups?id=f85ca38a-c005-44a6-9d58-73c82601f5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390711 May 20 19:47:48.121742 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7952c9-c7b5-44c5-883e-cbf1c216530d req-47288d37-6b0e-4701-930b-2dbbbafe3015 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:48.123174 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-ef7952c9-c7b5-44c5-883e-cbf1c216530d req-47288d37-6b0e-4701-930b-2dbbbafe3015 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 944 time: 0.0786257 May 20 19:47:48.167249 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-ef7952c9-c7b5-44c5-883e-cbf1c216530d req-f7e5ec39-6d5b-41f1-aa71-1d2a4082a03f tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380199 May 20 19:47:48.845006 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-1b64c945-c590-402d-9a4f-c9833ae211b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:48.846784 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-1b64c945-c590-402d-9a4f-c9833ae211b0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=027d5c0a-e45a-4a06-947e-f673039c67a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0828450 May 20 19:47:48.991715 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-9f0bef64-7610-445d-ad9c-7d9acbab0f85 service neutron] 10.222.0.65 "GET /v2.0/networks/027d5c0a-e45a-4a06-947e-f673039c67a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357870 May 20 19:47:49.027078 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 2b62d4f7-65ba-46de-b0b1-a037d39bf785 up at agent hyperv_hv-cinder-79246 {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:47:49.100101 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Provisioning complete for port 2b62d4f7-65ba-46de-b0b1-a037d39bf785 triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:47:49.100512 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:49.130132 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-62b15765-7a64-4858-a700-8afe2fdfd6fa req-6654e94f-ddf7-4bfc-adc1-f15003dab702 service neutron] 10.222.0.65 "GET /v2.0/networks/027d5c0a-e45a-4a06-947e-f673039c67a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315007 May 20 19:47:49.223206 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:49.250532 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b251ab0-478c-451c-8f5b-6056d1f49150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b62d4f7-65ba-46de-b0b1-a037d39bf785'}] {{(pid=98245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:47:49.261096 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port 2b62d4f7-65ba-46de-b0b1-a037d39bf785, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2b62d4f7-65ba-46de-b0b1-a037d39bf785,segment=NetworkSegment(bbd097b1-fbbb-46bb-b9fd-966cb6b1545a),segment_id=bbd097b1-fbbb-46bb-b9fd-966cb6b1545a)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:47:49.268248 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:49.270224 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:49.311724 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c52527-60fc-4fb6-8947-87a113b852bd req-34738572-3179-498e-a35d-f5555674994f tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:49.313262 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-45c52527-60fc-4fb6-8947-87a113b852bd req-34738572-3179-498e-a35d-f5555674994f tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7d8ac23-50b9-41ff-8e3b-e7270ae99dd2 HTTP/1.1" status: 200 len: 943 time: 0.1538365 May 20 19:47:49.316224 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687bc46-27d5-4173-9066-79cf170f5a5d req-c451e3da-886d-4fcc-8b99-e0082b55129e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:49.317600 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7687bc46-27d5-4173-9066-79cf170f5a5d req-c451e3da-886d-4fcc-8b99-e0082b55129e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=67c0fea229f14ebd918a33f2a9d87521&device_id=f7d8ac23-50b9-41ff-8e3b-e7270ae99dd2 HTTP/1.1" status: 200 len: 1096 time: 0.1222186 May 20 19:47:49.350254 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Pushing event updated for resources: {'Port': ['ID=2b62d4f7-65ba-46de-b0b1-a037d39bf785,revision_number=10']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:49.355059 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:49.381770 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a16f64d-be9e-4ac3-b6fa-48121c7d3d18 req-6645a26e-7e37-4e04-b41d-c9dbff3cfd36 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:49.383215 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-4a16f64d-be9e-4ac3-b6fa-48121c7d3d18 req-6645a26e-7e37-4e04-b41d-c9dbff3cfd36 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 946 time: 0.0984435 May 20 19:47:49.427728 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-4a16f64d-be9e-4ac3-b6fa-48121c7d3d18 req-45f1a153-1b59-4f05-bb52-aedc4ad71ef7 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381484 May 20 19:47:49.458975 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-45c52527-60fc-4fb6-8947-87a113b852bd req-35887095-a4e3-4bfd-9e96-26d6d5cce523 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/security-groups?id=f85ca38a-c005-44a6-9d58-73c82601f5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341999 May 20 19:47:49.487215 dv-cinder-792462-2-iscsi neutron-server[98245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b251ab0-478c-451c-8f5b-6056d1f49150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b62d4f7-65ba-46de-b0b1-a037d39bf785', 'code': 200} May 20 19:47:49.490109 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687bc46-27d5-4173-9066-79cf170f5a5d req-031bf0d2-9bbb-492f-8e31-bf3d1d08d83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:49.491589 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7687bc46-27d5-4173-9066-79cf170f5a5d req-031bf0d2-9bbb-492f-8e31-bf3d1d08d83a service neutron] 10.222.0.65 "GET /v2.0/networks?id=027d5c0a-e45a-4a06-947e-f673039c67a0 HTTP/1.1" status: 200 len: 913 time: 0.1659300 May 20 19:47:49.569216 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7687bc46-27d5-4173-9066-79cf170f5a5d req-6279a3c8-b657-4e63-a132-b926d4710965 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eeee3eca-250d-4387-948a-914515b3ee3d HTTP/1.1" status: 200 len: 217 time: 0.0689447 May 20 19:47:49.636006 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687bc46-27d5-4173-9066-79cf170f5a5d req-20bab471-9a56-423a-9594-a74e2c3e4b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:49.637421 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7687bc46-27d5-4173-9066-79cf170f5a5d req-20bab471-9a56-423a-9594-a74e2c3e4b33 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=62263882-c2fb-42c7-a641-48b5e7aef49a HTTP/1.1" status: 200 len: 851 time: 0.0618124 May 20 19:47:49.715360 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687bc46-27d5-4173-9066-79cf170f5a5d req-067e56a6-6320-48e0-ab5f-7125e629c0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:49.716842 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7687bc46-27d5-4173-9066-79cf170f5a5d req-067e56a6-6320-48e0-ab5f-7125e629c0e2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=027d5c0a-e45a-4a06-947e-f673039c67a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0726666 May 20 19:47:49.748960 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311923a-8db1-4118-b255-e2623d2df93b req-775ac8da-e5a3-4bda-a885-d25c9b5f2e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:49.750441 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-8311923a-8db1-4118-b255-e2623d2df93b req-775ac8da-e5a3-4bda-a885-d25c9b5f2e2a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 1099 time: 0.0773320 May 20 19:47:49.792167 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-8311923a-8db1-4118-b255-e2623d2df93b req-c2883e73-19ab-42ca-b926-1d6bbeeab034 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359480 May 20 19:47:49.938099 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7687bc46-27d5-4173-9066-79cf170f5a5d req-16aec27d-b1c0-4c66-9461-2334ba3ce4ef service neutron] 10.222.0.65 "GET /v2.0/networks/027d5c0a-e45a-4a06-947e-f673039c67a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148552 May 20 19:47:50.072602 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7687bc46-27d5-4173-9066-79cf170f5a5d req-ac8fe9e7-be7d-49f7-91cb-4ad0dd4e7203 service neutron] 10.222.0.65 "GET /v2.0/networks/027d5c0a-e45a-4a06-947e-f673039c67a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264269 May 20 19:47:50.650666 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568cffe8-a8f9-4689-88bf-7affcf95037b req-03bf4e5e-902d-4689-9ba3-8b4c3426534d tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:50.652159 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-568cffe8-a8f9-4689-88bf-7affcf95037b req-03bf4e5e-902d-4689-9ba3-8b4c3426534d tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 946 time: 0.1057036 May 20 19:47:50.688481 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e1c8d-7f3c-4056-a620-4fa735d94b20 req-ab8a1ec8-55f1-4c31-8a41-2c4c467fa10a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:50.690031 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-ec9e1c8d-7f3c-4056-a620-4fa735d94b20 req-ab8a1ec8-55f1-4c31-8a41-2c4c467fa10a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7d8ac23-50b9-41ff-8e3b-e7270ae99dd2 HTTP/1.1" status: 200 len: 943 time: 0.1136785 May 20 19:47:50.724685 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-568cffe8-a8f9-4689-88bf-7affcf95037b req-82186aee-df70-4ed6-a8f4-8ad9884086d0 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645008 May 20 19:47:50.760883 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-ec9e1c8d-7f3c-4056-a620-4fa735d94b20 req-c1c0d658-31e1-4739-b9ad-c2f0410d0a8c tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/security-groups?id=f85ca38a-c005-44a6-9d58-73c82601f5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646517 May 20 19:47:51.979407 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77744a1a-3cb5-41b4-80c0-c64a23e82b11 req-75a431f1-850e-4771-b208-cf21bedcab13 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:51.980944 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-77744a1a-3cb5-41b4-80c0-c64a23e82b11 req-75a431f1-850e-4771-b208-cf21bedcab13 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7d8ac23-50b9-41ff-8e3b-e7270ae99dd2 HTTP/1.1" status: 200 len: 943 time: 0.1021032 May 20 19:47:52.032871 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-77744a1a-3cb5-41b4-80c0-c64a23e82b11 req-6513d8c4-e3f0-4f44-8868-d438dc4199ad tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/security-groups?id=f85ca38a-c005-44a6-9d58-73c82601f5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439587 May 20 19:47:52.066840 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0ed3e-2bc2-42b2-9d11-f50237c19f25 req-6454f4fb-ada2-4e25-896d-968685d08a13 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:52.068477 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-0bd0ed3e-2bc2-42b2-9d11-f50237c19f25 req-6454f4fb-ada2-4e25-896d-968685d08a13 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 946 time: 0.0868113 May 20 19:47:52.116288 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-0bd0ed3e-2bc2-42b2-9d11-f50237c19f25 req-2c314921-f283-42a5-b7ea-733cc92db7c6 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418496 May 20 19:47:53.217249 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3d7aa-bf86-4cfc-bced-2dd321fd0203 req-bf76d59d-5b5f-4377-a172-643fc85679f6 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:53.218703 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-92b3d7aa-bf86-4cfc-bced-2dd321fd0203 req-bf76d59d-5b5f-4377-a172-643fc85679f6 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7d8ac23-50b9-41ff-8e3b-e7270ae99dd2 HTTP/1.1" status: 200 len: 943 time: 0.0807929 May 20 19:47:53.263353 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-92b3d7aa-bf86-4cfc-bced-2dd321fd0203 req-21a5c6bc-4a7d-45fc-bdb7-c96609f8c049 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/security-groups?id=f85ca38a-c005-44a6-9d58-73c82601f5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384307 May 20 19:47:54.448521 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ce7456-3ba6-483e-977f-d76bf991ce53 req-68b90478-94e6-42a2-9512-7ca3114a29a5 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:54.449952 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-46ce7456-3ba6-483e-977f-d76bf991ce53 req-68b90478-94e6-42a2-9512-7ca3114a29a5 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7d8ac23-50b9-41ff-8e3b-e7270ae99dd2 HTTP/1.1" status: 200 len: 943 time: 0.0789099 May 20 19:47:54.496609 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-46ce7456-3ba6-483e-977f-d76bf991ce53 req-484497e2-e4fa-44d1-b69c-706ab90a003c tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/security-groups?id=f85ca38a-c005-44a6-9d58-73c82601f5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408933 May 20 19:47:55.059969 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device eeee3eca-250d-4387-948a-914515b3ee3d details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 19:47:55.196846 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port eeee3eca-250d-4387-948a-914515b3ee3d, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=eeee3eca-250d-4387-948a-914515b3ee3d,segment=NetworkSegment(139dbb0a-3903-4603-9a7f-ddd4c73b8a9f),segment_id=139dbb0a-3903-4603-9a7f-ddd4c73b8a9f)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:47:55.211837 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Returning: {'device': 'eeee3eca-250d-4387-948a-914515b3ee3d', 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0', 'port_id': 'eeee3eca-250d-4387-948a-914515b3ee3d', 'mac_address': 'fa:16:3e:a9:6a:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62263882-c2fb-42c7-a641-48b5e7aef49a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 19:47:55.305034 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:55.322083 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.notifiers.nova [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeee3eca-250d-4387-948a-914515b3ee3d {{(pid=98245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:47:55.338949 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port eeee3eca-250d-4387-948a-914515b3ee3d, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=eeee3eca-250d-4387-948a-914515b3ee3d,segment=NetworkSegment(139dbb0a-3903-4603-9a7f-ddd4c73b8a9f),segment_id=139dbb0a-3903-4603-9a7f-ddd4c73b8a9f)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:47:55.342732 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:55.344580 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:55.409555 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Pushing event updated for resources: {'Port': ['ID=eeee3eca-250d-4387-948a-914515b3ee3d,revision_number=4']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:55.413169 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:55.578961 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] get_ports_and_sgs() called for port_ids ['eeee3eca-250d-4387-948a-914515b3ee3d'] {{(pid=98245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:47:55.700525 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f47ff80-1674-4958-9e7e-f7962b9e9938 req-35778cfb-5cd4-4fc6-82d6-658d14431612 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:55.702149 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-1f47ff80-1674-4958-9e7e-f7962b9e9938 req-35778cfb-5cd4-4fc6-82d6-658d14431612 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7d8ac23-50b9-41ff-8e3b-e7270ae99dd2 HTTP/1.1" status: 200 len: 944 time: 0.0989113 May 20 19:47:55.747840 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-1f47ff80-1674-4958-9e7e-f7962b9e9938 req-fa9db067-b0d1-4933-8170-3a6955247bb2 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/security-groups?id=f85ca38a-c005-44a6-9d58-73c82601f5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387022 May 20 19:47:56.931258 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6337c-016c-4ce9-9522-751f8ce8565c req-79e478b3-3361-4236-9dfb-290d89ab8557 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:56.932729 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-00c6337c-016c-4ce9-9522-751f8ce8565c req-79e478b3-3361-4236-9dfb-290d89ab8557 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7d8ac23-50b9-41ff-8e3b-e7270ae99dd2 HTTP/1.1" status: 200 len: 944 time: 0.0791099 May 20 19:47:56.977516 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-00c6337c-016c-4ce9-9522-751f8ce8565c req-0c2f66de-b8c1-4ba9-ba39-13c793a35405 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/security-groups?id=f85ca38a-c005-44a6-9d58-73c82601f5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389268 May 20 19:47:57.068451 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device eeee3eca-250d-4387-948a-914515b3ee3d up at agent hyperv_hv-cinder-79246 {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:47:57.135133 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Provisioning for port eeee3eca-250d-4387-948a-914515b3ee3d completed by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:47:57.139783 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Provisioning complete for port eeee3eca-250d-4387-948a-914515b3ee3d triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:47:57.140163 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:57.256883 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:57.284232 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d8ac23-50b9-41ff-8e3b-e7270ae99dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeee3eca-250d-4387-948a-914515b3ee3d'}] {{(pid=98245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:47:57.293753 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port eeee3eca-250d-4387-948a-914515b3ee3d, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=eeee3eca-250d-4387-948a-914515b3ee3d,segment=NetworkSegment(139dbb0a-3903-4603-9a7f-ddd4c73b8a9f),segment_id=139dbb0a-3903-4603-9a7f-ddd4c73b8a9f)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:47:57.298136 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:57.300730 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:57.335282 dv-cinder-792462-2-iscsi neutron-server[98245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d8ac23-50b9-41ff-8e3b-e7270ae99dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeee3eca-250d-4387-948a-914515b3ee3d', 'code': 200} May 20 19:47:57.367574 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Pushing event updated for resources: {'Port': ['ID=eeee3eca-250d-4387-948a-914515b3ee3d,revision_number=5']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:57.370441 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:57.622680 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aabd1c-ec3b-44e8-9100-4a194c8cf693 req-723904a0-57bc-4c1e-9a2a-13c7a6c02e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:57.624244 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-a2aabd1c-ec3b-44e8-9100-4a194c8cf693 req-723904a0-57bc-4c1e-9a2a-13c7a6c02e97 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f7d8ac23-50b9-41ff-8e3b-e7270ae99dd2 HTTP/1.1" status: 200 len: 1098 time: 0.0725543 May 20 19:47:57.669293 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-a2aabd1c-ec3b-44e8-9100-4a194c8cf693 req-e9738e46-2750-4bdf-9c0c-810f4e7dbc8e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f85ca38a-c005-44a6-9d58-73c82601f5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375280 May 20 19:47:58.164226 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20163b0c-d17f-48ac-84dd-364c5cc9929b req-87717ca7-7643-4dbd-907b-77bd39a319af tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:58.165682 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-20163b0c-d17f-48ac-84dd-364c5cc9929b req-87717ca7-7643-4dbd-907b-77bd39a319af tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7d8ac23-50b9-41ff-8e3b-e7270ae99dd2 HTTP/1.1" status: 200 len: 945 time: 0.0815780 May 20 19:47:58.210311 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-20163b0c-d17f-48ac-84dd-364c5cc9929b req-82d4a205-278e-4c29-858e-460209807910 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/security-groups?id=f85ca38a-c005-44a6-9d58-73c82601f5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386708 May 20 19:47:59.404519 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c610c-1e54-4541-a4fd-9f3f800532f8 req-98bdd15d-52de-4e5c-b74f-3bade7a59197 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:59.406065 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-843c610c-1e54-4541-a4fd-9f3f800532f8 req-98bdd15d-52de-4e5c-b74f-3bade7a59197 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7d8ac23-50b9-41ff-8e3b-e7270ae99dd2 HTTP/1.1" status: 200 len: 945 time: 0.0885112 May 20 19:47:59.470768 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-843c610c-1e54-4541-a4fd-9f3f800532f8 req-adb47b35-9d70-4634-9137-7b91dfba9dca tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/security-groups?id=f85ca38a-c005-44a6-9d58-73c82601f5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587223 May 20 19:47:59.656678 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca01bad-58f5-49bb-b1ca-5113db8a87bd req-e8d5053e-b4c4-43d1-b5fd-f157b93c3c79 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:59.658132 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-bca01bad-58f5-49bb-b1ca-5113db8a87bd req-e8d5053e-b4c4-43d1-b5fd-f157b93c3c79 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7d8ac23-50b9-41ff-8e3b-e7270ae99dd2 HTTP/1.1" status: 200 len: 945 time: 0.0855739 May 20 19:47:59.713104 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-bca01bad-58f5-49bb-b1ca-5113db8a87bd req-3c31830f-6ff4-4544-84f6-12e15a94d2bc tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/security-groups?id=f85ca38a-c005-44a6-9d58-73c82601f5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491819 May 20 19:47:59.736971 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 42768) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:47:59.966086 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9c1091-de9b-44c1-b30d-00c863f5c659 tempest-TestVolumeBootPattern-1503830045 tempest-TestVolumeBootPattern-1503830045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:59.966696 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-ac9c1091-de9b-44c1-b30d-00c863f5c659 tempest-TestVolumeBootPattern-1503830045 tempest-TestVolumeBootPattern-1503830045-project-admin] Synchronizing usage tracker for tenant:501dcbc15d74426d9eb1b0b346b5fb13 on resource:port {{(pid=98243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:47:59.982806 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-ac9c1091-de9b-44c1-b30d-00c863f5c659 tempest-TestVolumeBootPattern-1503830045 tempest-TestVolumeBootPattern-1503830045-project-admin] Unset dirty status for tenant:501dcbc15d74426d9eb1b0b346b5fb13 on resource:port {{(pid=98243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:47:59.984055 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-ac9c1091-de9b-44c1-b30d-00c863f5c659 tempest-TestVolumeBootPattern-1503830045 tempest-TestVolumeBootPattern-1503830045-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f7d8ac23-50b9-41ff-8e3b-e7270ae99dd2 HTTP/1.1" status: 200 len: 1093 time: 0.2460606 May 20 19:47:59.987298 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 42774) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:47:59.992307 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [None req-19b5dd05-6a49-407c-ac6a-a8fb1414aa5b tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Request body: {'floatingip': {'floating_network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'port_id': 'eeee3eca-250d-4387-948a-914515b3ee3d', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'fixed_ip_address': '172.20.0.5'}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:47:59.998066 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-19b5dd05-6a49-407c-ac6a-a8fb1414aa5b tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:48:00.002515 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-19b5dd05-6a49-407c-ac6a-a8fb1414aa5b tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Usage tracker for resource:floatingip and tenant:67c0fea229f14ebd918a33f2a9d87521 is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:48:00.005314 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-19b5dd05-6a49-407c-ac6a-a8fb1414aa5b tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:48:00.010791 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-19b5dd05-6a49-407c-ac6a-a8fb1414aa5b tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:48:00.022203 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-19b5dd05-6a49-407c-ac6a-a8fb1414aa5b tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks [] for floatingip, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:00.158976 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-19b5dd05-6a49-407c-ac6a-a8fb1414aa5b tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:00.293254 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.db_base_plugin_common [None req-19b5dd05-6a49-407c-ac6a-a8fb1414aa5b tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Allocated IP 172.27.1.14 (b6b8e223-f4e2-43c0-a9aa-6e12566b63e3/0824c86c-c492-497a-a433-a5123d2f3ae1/cfb3fd44-c963-4ce1-9d26-2fc04d322c19) {{(pid=98243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:48:00.438128 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-19b5dd05-6a49-407c-ac6a-a8fb1414aa5b tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks [] for port, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:00.468394 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-19b5dd05-6a49-407c-ac6a-a8fb1414aa5b tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3727336'] for port, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:00.473484 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-3e399d2f-c795-490e-b050-5388fb1c6bc8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:48:00.537894 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b5dd05-6a49-407c-ac6a-a8fb1414aa5b tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Network b6b8e223-f4e2-43c0-a9aa-6e12566b63e3 is already hosted by enough agents. {{(pid=98243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:48:00.540667 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.base_scheduler [None req-19b5dd05-6a49-407c-ac6a-a8fb1414aa5b tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Resources bound (agent type, host, resource id): {{(pid=98243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:48:00.544389 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b5dd05-6a49-407c-ac6a-a8fb1414aa5b tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Received port after_create {{(pid=98243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:48:00.572711 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b5dd05-6a49-407c-ac6a-a8fb1414aa5b tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Pushing event updated for resources: {'Port': ['ID=cfb3fd44-c963-4ce1-9d26-2fc04d322c19,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:48:00.578756 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-19b5dd05-6a49-407c-ac6a-a8fb1414aa5b tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:48:01.048249 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-19b5dd05-6a49-407c-ac6a-a8fb1414aa5b tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:01.120111 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-19b5dd05-6a49-407c-ac6a-a8fb1414aa5b tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:01.325332 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-19b5dd05-6a49-407c-ac6a-a8fb1414aa5b tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks [] for port, precommit_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:01.330121 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-19b5dd05-6a49-407c-ac6a-a8fb1414aa5b tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3727329'] for port, after_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:01.333607 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-a94920a1-e7a4-41cf-88e9-957df16caec3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:48:01.420493 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.agents_db [None req-81082b58-be1a-4fbd-9926-297307221300 None None] Agent healthcheck: found 6 active agents {{(pid=98246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:48:01.436364 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b5dd05-6a49-407c-ac6a-a8fb1414aa5b tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Pushing event updated for resources: {'Port': ['ID=cfb3fd44-c963-4ce1-9d26-2fc04d322c19,revision_number=2']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:48:01.440456 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-19b5dd05-6a49-407c-ac6a-a8fb1414aa5b tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:48:01.448870 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-19b5dd05-6a49-407c-ac6a-a8fb1414aa5b tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745732'] for floatingip, after_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:01.612229 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.db.l3_db [None req-19b5dd05-6a49-407c-ac6a-a8fb1414aa5b tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Floating IP 1cb1722b-013a-4846-accf-056781d50282 associated. External IP: 172.27.1.14, port: eeee3eca-250d-4387-948a-914515b3ee3d. May 20 19:48:01.959474 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19b5dd05-6a49-407c-ac6a-a8fb1414aa5b tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Router 5d6b8817-7453-4088-8519-9b11ba836610 has already been hosted by L3 agent bf06d900-968e-4d51-b3d3-e51a8143bf8e {{(pid=98243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:48:02.140628 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b5dd05-6a49-407c-ac6a-a8fb1414aa5b tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify agent at l3_agent.dv-cinder-792462-2-iscsi the message routers_updated {{(pid=98243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:48:02.151952 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503ea257-9cfa-4aa5-98e4-0a24e6a612ba None None] Sync routers for ids ['5d6b8817-7453-4088-8519-9b11ba836610'] in dv-cinder-792462-2-iscsi {{(pid=98246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:48:02.162996 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503ea257-9cfa-4aa5-98e4-0a24e6a612ba None None] Routers {'5d6b8817-7453-4088-8519-9b11ba836610'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:48:02.163847 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-503ea257-9cfa-4aa5-98e4-0a24e6a612ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:47:34Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['5d6b8817-7453-4088-8519-9b11ba836610'], 'active': True} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:48:02.165492 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-19b5dd05-6a49-407c-ac6a-a8fb1414aa5b tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for floatingip, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:02.223267 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-cf2718e5-f89b-41d9-8a8c-cf477db303ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:02.241486 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-19b5dd05-6a49-407c-ac6a-a8fb1414aa5b tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2394707 May 20 19:48:02.241486 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d8ac23-50b9-41ff-8e3b-e7270ae99dd2', 'tag': 'eeee3eca-250d-4387-948a-914515b3ee3d'}] {{(pid=98243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:48:02.272417 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7d8ac23-50b9-41ff-8e3b-e7270ae99dd2', 'tag': 'eeee3eca-250d-4387-948a-914515b3ee3d', 'status': 'completed', 'code': 200} May 20 19:48:02.343128 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvr_db [None req-503ea257-9cfa-4aa5-98e4-0a24e6a612ba None None] Set router 5d6b8817-7453-4088-8519-9b11ba836610 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:48:02.477255 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2e269-e94a-42c8-b863-8ff9fd5f519b req-5fea13d1-b30c-476e-898b-4d14d43818e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:48:02.478916 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-58e2e269-e94a-42c8-b863-8ff9fd5f519b req-5fea13d1-b30c-476e-898b-4d14d43818e3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=67c0fea229f14ebd918a33f2a9d87521&device_id=f7d8ac23-50b9-41ff-8e3b-e7270ae99dd2 HTTP/1.1" status: 200 len: 1098 time: 0.1848247 May 20 19:48:02.610020 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2e269-e94a-42c8-b863-8ff9fd5f519b req-2df33e06-5dc6-45eb-a66c-3d3f6e0a3b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:48:02.612108 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-58e2e269-e94a-42c8-b863-8ff9fd5f519b req-2df33e06-5dc6-45eb-a66c-3d3f6e0a3b72 service neutron] 10.222.0.65 "GET /v2.0/networks?id=027d5c0a-e45a-4a06-947e-f673039c67a0 HTTP/1.1" status: 200 len: 913 time: 0.1267078 May 20 19:48:02.693740 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-503ea257-9cfa-4aa5-98e4-0a24e6a612ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6b8817-7453-4088-8519-9b11ba836610', 'name': 'tempest-TestVolumeBootPattern-1206091087-router', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '31944ead-9b3b-4428-bf4b-32f382a4d666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:46:59Z', 'updated_at': '2021-05-20T19:47:03Z', 'revision_number': 4, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'gw_port': {'id': '31944ead-9b3b-4428-bf4b-32f382a4d666', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:00Z', 'updated_at': '2021-05-20T19:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_floatingips': [{'id': '1cb1722b-013a-4846-accf-056781d50282', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'floating_ip_address': '172.27.1.14', 'floating_network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'router_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'port_id': 'eeee3eca-250d-4387-948a-914515b3ee3d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0', 'mac_address': 'fa:16:3e:a9:6a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d8ac23-50b9-41ff-8e3b-e7270ae99dd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T19:48:00Z', 'updated_at': '2021-05-20T19:48:00Z', 'revision_number': 0, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce4ee53d-90e3-42c7-adc0-f6aaa3026e4c', 'name': '', 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'mac_address': 'fa:16:3e:d5:16:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '62263882-c2fb-42c7-a641-48b5e7aef49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:02Z', 'updated_at': '2021-05-20T19:47:09Z', 'revision_number': 5, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'subnets': [{'id': '62263882-c2fb-42c7-a641-48b5e7aef49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:48:02.697946 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503ea257-9cfa-4aa5-98e4-0a24e6a612ba None None] Checking router: 5d6b8817-7453-4088-8519-9b11ba836610 for host: dv-cinder-792462-2-iscsi {{(pid=98246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:48:02.718176 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503ea257-9cfa-4aa5-98e4-0a24e6a612ba None None] Routers {'5d6b8817-7453-4088-8519-9b11ba836610'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:48:02.718435 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-58e2e269-e94a-42c8-b863-8ff9fd5f519b req-1041f4bf-4e28-46c5-b428-fb74b494632c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eeee3eca-250d-4387-948a-914515b3ee3d HTTP/1.1" status: 200 len: 998 time: 0.0985162 May 20 19:48:02.718882 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-503ea257-9cfa-4aa5-98e4-0a24e6a612ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:47:34Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['5d6b8817-7453-4088-8519-9b11ba836610'], 'active': True} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:48:02.781400 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2e269-e94a-42c8-b863-8ff9fd5f519b req-72064716-9e22-4e19-a333-056205f81873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:48:02.782744 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-58e2e269-e94a-42c8-b863-8ff9fd5f519b req-72064716-9e22-4e19-a333-056205f81873 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=62263882-c2fb-42c7-a641-48b5e7aef49a HTTP/1.1" status: 200 len: 851 time: 0.0576656 May 20 19:48:02.862773 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2e269-e94a-42c8-b863-8ff9fd5f519b req-69b804e2-8c66-4693-8024-dc73e705d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:48:02.864255 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-58e2e269-e94a-42c8-b863-8ff9fd5f519b req-69b804e2-8c66-4693-8024-dc73e705d8fa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=027d5c0a-e45a-4a06-947e-f673039c67a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0730789 May 20 19:48:02.902888 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvr_db [None req-503ea257-9cfa-4aa5-98e4-0a24e6a612ba None None] Set router 5d6b8817-7453-4088-8519-9b11ba836610 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:48:03.010420 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-58e2e269-e94a-42c8-b863-8ff9fd5f519b req-2c47843f-e488-494e-9a8b-61fc8f4d73ae service neutron] 10.222.0.65 "GET /v2.0/networks/027d5c0a-e45a-4a06-947e-f673039c67a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362157 May 20 19:48:03.154211 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-58e2e269-e94a-42c8-b863-8ff9fd5f519b req-b8c090b3-b98f-49aa-a2a3-2ea6b609191e service neutron] 10.222.0.65 "GET /v2.0/networks/027d5c0a-e45a-4a06-947e-f673039c67a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343317 May 20 19:48:03.258007 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-503ea257-9cfa-4aa5-98e4-0a24e6a612ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6b8817-7453-4088-8519-9b11ba836610', 'name': 'tempest-TestVolumeBootPattern-1206091087-router', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '31944ead-9b3b-4428-bf4b-32f382a4d666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:46:59Z', 'updated_at': '2021-05-20T19:47:03Z', 'revision_number': 4, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'gw_port': {'id': '31944ead-9b3b-4428-bf4b-32f382a4d666', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:00Z', 'updated_at': '2021-05-20T19:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_floatingips': [{'id': '1cb1722b-013a-4846-accf-056781d50282', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'floating_ip_address': '172.27.1.14', 'floating_network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'router_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'port_id': 'eeee3eca-250d-4387-948a-914515b3ee3d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0', 'mac_address': 'fa:16:3e:a9:6a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d8ac23-50b9-41ff-8e3b-e7270ae99dd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T19:48:00Z', 'updated_at': '2021-05-20T19:48:00Z', 'revision_number': 0, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce4ee53d-90e3-42c7-adc0-f6aaa3026e4c', 'name': '', 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'mac_address': 'fa:16:3e:d5:16:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '62263882-c2fb-42c7-a641-48b5e7aef49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:02Z', 'updated_at': '2021-05-20T19:47:09Z', 'revision_number': 5, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'subnets': [{'id': '62263882-c2fb-42c7-a641-48b5e7aef49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:48:03.263302 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503ea257-9cfa-4aa5-98e4-0a24e6a612ba None None] The sync data for ids ['5d6b8817-7453-4088-8519-9b11ba836610'] in dv-cinder-792462-2-iscsi is: [{'id': '5d6b8817-7453-4088-8519-9b11ba836610', 'name': 'tempest-TestVolumeBootPattern-1206091087-router', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '31944ead-9b3b-4428-bf4b-32f382a4d666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:46:59Z', 'updated_at': '2021-05-20T19:47:03Z', 'revision_number': 4, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'gw_port': {'id': '31944ead-9b3b-4428-bf4b-32f382a4d666', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:00Z', 'updated_at': '2021-05-20T19:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_floatingips': [{'id': '1cb1722b-013a-4846-accf-056781d50282', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'floating_ip_address': '172.27.1.14', 'floating_network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'router_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'port_id': 'eeee3eca-250d-4387-948a-914515b3ee3d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0', 'mac_address': 'fa:16:3e:a9:6a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d8ac23-50b9-41ff-8e3b-e7270ae99dd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T19:48:00Z', 'updated_at': '2021-05-20T19:48:00Z', 'revision_number': 0, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce4ee53d-90e3-42c7-adc0-f6aaa3026e4c', 'name': '', 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'mac_address': 'fa:16:3e:d5:16:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '62263882-c2fb-42c7-a641-48b5e7aef49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:02Z', 'updated_at': '2021-05-20T19:47:09Z', 'revision_number': 5, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'subnets': [{'id': '62263882-c2fb-42c7-a641-48b5e7aef49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:48:03.443406 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd41b70f-dfbb-45a2-a7e5-18fb2e99d4f4 None None] New status for floating IP 1cb1722b-013a-4846-accf-056781d50282: ACTIVE {{(pid=98245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 19:48:04.468795 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-966472c8-414f-4fe0-ab07-c44736990fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:04.801073 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:05.586489 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d568-3eaa-4ee2-8e63-8438dfda9a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:06.349645 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:07.279321 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-40a8b960-4cf6-42c3-bf80-c71dd59d075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:27.597751 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 42994) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:48:27.712996 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-6549868f-fa4c-49ca-ab43-16a78cff0905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:27.726841 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-6549868f-fa4c-49ca-ab43-16a78cff0905 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:48:27.730606 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-6549868f-fa4c-49ca-ab43-16a78cff0905 admin admin] Usage tracker for resource:security_group_rule and tenant:b10c12797318472da58304bfd5a42771 is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:48:27.733388 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-6549868f-fa4c-49ca-ab43-16a78cff0905 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:48:27.738939 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-6549868f-fa4c-49ca-ab43-16a78cff0905 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:48:27.824765 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-6549868f-fa4c-49ca-ab43-16a78cff0905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:27.828513 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-6549868f-fa4c-49ca-ab43-16a78cff0905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:27.836578 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-7578d0b9-5cfe-44bf-a4b6-8a218cfb1628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:48:27.877425 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-6549868f-fa4c-49ca-ab43-16a78cff0905 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b10c12797318472da58304bfd5a42771&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2783689 May 20 19:48:27.878308 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6549868f-fa4c-49ca-ab43-16a78cff0905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1cc732e-0782-47f2-9fdb-552f0fde9fec,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:48:27.881539 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 43000) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:48:27.885776 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549868f-fa4c-49ca-ab43-16a78cff0905 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:27.886155 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549868f-fa4c-49ca-ab43-16a78cff0905 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:27.886526 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549868f-fa4c-49ca-ab43-16a78cff0905 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:27.886890 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549868f-fa4c-49ca-ab43-16a78cff0905 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:27.887249 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549868f-fa4c-49ca-ab43-16a78cff0905 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:27.887605 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549868f-fa4c-49ca-ab43-16a78cff0905 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:27.887991 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549868f-fa4c-49ca-ab43-16a78cff0905 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:27.888347 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549868f-fa4c-49ca-ab43-16a78cff0905 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:27.888706 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549868f-fa4c-49ca-ab43-16a78cff0905 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:27.889055 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549868f-fa4c-49ca-ab43-16a78cff0905 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:27.889403 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549868f-fa4c-49ca-ab43-16a78cff0905 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:27.889751 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549868f-fa4c-49ca-ab43-16a78cff0905 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:27.894200 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-6549868f-fa4c-49ca-ab43-16a78cff0905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:48:27.969014 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-10641df8-ffe6-49da-8f11-6cc2a2588e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:28.009986 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-10641df8-ffe6-49da-8f11-6cc2a2588e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:28.087981 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-10641df8-ffe6-49da-8f11-6cc2a2588e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:28.091821 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-1dbc67ae-cc81-45da-8bdf-0f3d8ff894c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:48:28.102534 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10641df8-ffe6-49da-8f11-6cc2a2588e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1cc732e-0782-47f2-9fdb-552f0fde9fec,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:48:28.106323 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-10641df8-ffe6-49da-8f11-6cc2a2588e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:48:28.109511 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-10641df8-ffe6-49da-8f11-6cc2a2588e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:28.111358 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-10641df8-ffe6-49da-8f11-6cc2a2588e58 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c1cc732e-0782-47f2-9fdb-552f0fde9fec HTTP/1.1" status: 204 len: 168 time: 0.2281072 May 20 19:48:28.395597 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 43008) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:48:28.413839 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-560efb62-e2f7-42b1-a8fd-25e2064e3676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:28.428386 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-560efb62-e2f7-42b1-a8fd-25e2064e3676 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:48:28.432402 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-560efb62-e2f7-42b1-a8fd-25e2064e3676 admin admin] Usage tracker for resource:security_group_rule and tenant:f1dd7c91d9994eb7aa7d2ee6c30ce721 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:48:28.435203 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-560efb62-e2f7-42b1-a8fd-25e2064e3676 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:48:28.441276 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-560efb62-e2f7-42b1-a8fd-25e2064e3676 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:48:28.532269 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-560efb62-e2f7-42b1-a8fd-25e2064e3676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:28.536427 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-560efb62-e2f7-42b1-a8fd-25e2064e3676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:28.544511 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-5c092d4c-f786-4f7f-8740-906a6dce9ea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:48:28.582098 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-560efb62-e2f7-42b1-a8fd-25e2064e3676 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f1dd7c91d9994eb7aa7d2ee6c30ce721&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1852920 May 20 19:48:28.583664 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560efb62-e2f7-42b1-a8fd-25e2064e3676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0399e2-2ffd-46f8-b685-c761a33fb1b0,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:48:28.584978 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 43012) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:48:28.586726 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-560efb62-e2f7-42b1-a8fd-25e2064e3676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:48:28.643801 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-f56e303b-8183-484a-9c20-e7614b101faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:28.668661 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-f56e303b-8183-484a-9c20-e7614b101faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:28.723801 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-f56e303b-8183-484a-9c20-e7614b101faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:28.727423 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-2fe41674-d345-4119-a9c7-21a6411d1d74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:48:28.740199 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e303b-8183-484a-9c20-e7614b101faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0399e2-2ffd-46f8-b685-c761a33fb1b0,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:48:28.743888 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-f56e303b-8183-484a-9c20-e7614b101faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:48:28.749039 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-f56e303b-8183-484a-9c20-e7614b101faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:28.750125 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-f56e303b-8183-484a-9c20-e7614b101faf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9b0399e2-2ffd-46f8-b685-c761a33fb1b0 HTTP/1.1" status: 204 len: 168 time: 0.1633990 May 20 19:48:31.042006 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5346ff7-61d2-47ba-91d5-b07dfdcf6fb5 req-38dd4792-291e-4998-aa25-f291e09f1041 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:48:31.043481 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-d5346ff7-61d2-47ba-91d5-b07dfdcf6fb5 req-38dd4792-291e-4998-aa25-f291e09f1041 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 946 time: 0.0826287 May 20 19:48:31.089181 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-d5346ff7-61d2-47ba-91d5-b07dfdcf6fb5 req-8ab12c83-a38b-43b5-995e-1bbd5e54cdda tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397344 May 20 19:48:32.107058 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 43158) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:48:32.226922 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-bfdaf805-e164-487e-883a-b51e874d85b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:32.270087 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-e566844b-5971-4e8b-9695-c1cf70ebde0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:32.292827 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-e566844b-5971-4e8b-9695-c1cf70ebde0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:48:32.298625 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-e566844b-5971-4e8b-9695-c1cf70ebde0f admin admin] Usage tracker for resource:security_group_rule and tenant:5f1646aa238145409cbdf780ab155d0f is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:48:32.302540 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-e566844b-5971-4e8b-9695-c1cf70ebde0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:48:32.309196 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-e566844b-5971-4e8b-9695-c1cf70ebde0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:48:32.348928 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588bb72e-4558-4e14-98a1-a38f4a94ba1a req-80f319aa-f25d-4be7-99fa-796352d87b6a tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:48:32.350404 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-588bb72e-4558-4e14-98a1-a38f4a94ba1a req-80f319aa-f25d-4be7-99fa-796352d87b6a tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 946 time: 0.1372216 May 20 19:48:32.415955 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-588bb72e-4558-4e14-98a1-a38f4a94ba1a req-e47efef0-b765-4ebd-be40-bcbfb6b43334 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd7e395-33c1-483f-af2b-b985237753e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589333 May 20 19:48:32.457202 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-e566844b-5971-4e8b-9695-c1cf70ebde0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:32.462320 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-e566844b-5971-4e8b-9695-c1cf70ebde0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:32.473942 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-3988c5c2-c5f0-40e4-b02f-921122098471 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:48:32.532621 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-e566844b-5971-4e8b-9695-c1cf70ebde0f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5f1646aa238145409cbdf780ab155d0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4242268 May 20 19:48:32.534978 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 43166) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:48:32.535486 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566844b-5971-4e8b-9695-c1cf70ebde0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f72640-6aff-4fb6-bfc5-b73c734f70a7,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:48:32.541281 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-e566844b-5971-4e8b-9695-c1cf70ebde0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:48:32.598659 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-5f42b42f-46ec-4093-a8b1-42df19dc74b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:32.640351 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-5f42b42f-46ec-4093-a8b1-42df19dc74b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:32.659987 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b010889-29dc-4e71-b000-36e15fa8b3d7 req-2bbe7d0f-35cf-47fc-b891-61ac9460b74b tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:48:32.662376 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-4b010889-29dc-4e71-b000-36e15fa8b3d7 req-2bbe7d0f-35cf-47fc-b891-61ac9460b74b tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 946 time: 0.1231029 May 20 19:48:32.708340 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-5f42b42f-46ec-4093-a8b1-42df19dc74b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:32.712143 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-21c21c69-29c2-458c-ad00-57c9143ac561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:48:32.725172 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f42b42f-46ec-4093-a8b1-42df19dc74b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f72640-6aff-4fb6-bfc5-b73c734f70a7,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:48:32.727748 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-5f42b42f-46ec-4093-a8b1-42df19dc74b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:48:32.738010 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-5f42b42f-46ec-4093-a8b1-42df19dc74b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:32.740345 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-5f42b42f-46ec-4093-a8b1-42df19dc74b6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/37f72640-6aff-4fb6-bfc5-b73c734f70a7 HTTP/1.1" status: 204 len: 168 time: 0.2037108 May 20 19:48:32.814678 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.plugin [req-4b010889-29dc-4e71-b000-36e15fa8b3d7 req-515dcfe2-5784-4d06-84a2-06be4ca05abf tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Deleting port 2b62d4f7-65ba-46de-b0b1-a037d39bf785 {{(pid=98243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:48:32.815032 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-4b010889-29dc-4e71-b000-36e15fa8b3d7 req-515dcfe2-5784-4d06-84a2-06be4ca05abf tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:32.962266 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.db [req-4b010889-29dc-4e71-b000-36e15fa8b3d7 req-515dcfe2-5784-4d06-84a2-06be4ca05abf tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] For port 2b62d4f7-65ba-46de-b0b1-a037d39bf785, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2b62d4f7-65ba-46de-b0b1-a037d39bf785,segment=NetworkSegment(bbd097b1-fbbb-46bb-b9fd-966cb6b1545a),segment_id=bbd097b1-fbbb-46bb-b9fd-966cb6b1545a)] {{(pid=98243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:48:32.962534 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-4b010889-29dc-4e71-b000-36e15fa8b3d7 req-515dcfe2-5784-4d06-84a2-06be4ca05abf tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:33.106564 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 43174) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:48:33.125169 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c14a6ead-f83a-456b-8734-2d465fa035e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:33.143432 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-c14a6ead-f83a-456b-8734-2d465fa035e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:48:33.147813 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-c14a6ead-f83a-456b-8734-2d465fa035e7 admin admin] Usage tracker for resource:security_group_rule and tenant:e31744325f894b7c833583d5eb06b31e is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:48:33.151276 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-c14a6ead-f83a-456b-8734-2d465fa035e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:48:33.158074 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-c14a6ead-f83a-456b-8734-2d465fa035e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:48:33.250797 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c14a6ead-f83a-456b-8734-2d465fa035e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:33.255353 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c14a6ead-f83a-456b-8734-2d465fa035e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:33.262798 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-cd2b5010-86cc-4d5f-b1e8-33a13df809ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:48:33.306794 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a6ead-f83a-456b-8734-2d465fa035e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a80e70-2161-448a-8f7c-c7b6ebc6fd66,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:48:33.313947 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-c14a6ead-f83a-456b-8734-2d465fa035e7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e31744325f894b7c833583d5eb06b31e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2062211 May 20 19:48:33.314612 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 43178) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:48:33.315626 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-c14a6ead-f83a-456b-8734-2d465fa035e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:48:33.366882 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-4b010889-29dc-4e71-b000-36e15fa8b3d7 req-515dcfe2-5784-4d06-84a2-06be4ca05abf tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:33.367886 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-4b010889-29dc-4e71-b000-36e15fa8b3d7 req-515dcfe2-5784-4d06-84a2-06be4ca05abf tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745732'] for floatingip, after_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:33.368055 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.db.l3_db [req-4b010889-29dc-4e71-b000-36e15fa8b3d7 req-515dcfe2-5784-4d06-84a2-06be4ca05abf tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Floating IP 2e9c8fd3-8eaf-4a77-bf9b-b703d3fea19f disassociated. External IP: 172.27.1.103, port: 2b62d4f7-65ba-46de-b0b1-a037d39bf785. May 20 19:48:33.368485 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.plugin [req-4b010889-29dc-4e71-b000-36e15fa8b3d7 req-515dcfe2-5784-4d06-84a2-06be4ca05abf tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Calling delete_port for 2b62d4f7-65ba-46de-b0b1-a037d39bf785 owned by compute:nova {{(pid=98243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:48:33.470847 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c8710512-cdea-4c40-a16c-1f8a7b31abc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:33.490891 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-4b010889-29dc-4e71-b000-36e15fa8b3d7 req-515dcfe2-5784-4d06-84a2-06be4ca05abf tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3727336'] for port, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:33.497828 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-b569fb15-c7aa-4d53-a3ac-ab3a70e42ee4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:48:33.500287 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c8710512-cdea-4c40-a16c-1f8a7b31abc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:33.546064 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515dcfe2-5784-4d06-84a2-06be4ca05abf tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Pushing event deleted for resources: {'Port': ['ID=2b62d4f7-65ba-46de-b0b1-a037d39bf785,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:48:33.549734 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-515dcfe2-5784-4d06-84a2-06be4ca05abf tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:48:33.627843 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-d9bf86ef-552e-43d6-a14a-c7b390014b14 req-270e4364-4c65-42e2-83c5-a66455842f8e tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 210 time: 0.0788686 May 20 19:48:33.638279 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c8710512-cdea-4c40-a16c-1f8a7b31abc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:33.642958 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-fb02c5e5-b218-4ae4-a428-b84fc9db8135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:48:33.654701 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8710512-cdea-4c40-a16c-1f8a7b31abc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a80e70-2161-448a-8f7c-c7b6ebc6fd66,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:48:33.664163 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-c8710512-cdea-4c40-a16c-1f8a7b31abc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:48:33.667806 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c8710512-cdea-4c40-a16c-1f8a7b31abc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:33.671342 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-c8710512-cdea-4c40-a16c-1f8a7b31abc5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/02a80e70-2161-448a-8f7c-c7b6ebc6fd66 HTTP/1.1" status: 204 len: 168 time: 0.3525457 May 20 19:48:33.758907 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b010889-29dc-4e71-b000-36e15fa8b3d7 req-515dcfe2-5784-4d06-84a2-06be4ca05abf tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Router b76e83d9-5e8d-4508-ae8b-feb856be8fd5 has already been hosted by L3 agent bf06d900-968e-4d51-b3d3-e51a8143bf8e {{(pid=98243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:48:33.973463 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b010889-29dc-4e71-b000-36e15fa8b3d7 req-515dcfe2-5784-4d06-84a2-06be4ca05abf tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify agent at l3_agent.dv-cinder-792462-2-iscsi the message routers_updated {{(pid=98243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:48:33.989247 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75fae78-ff0c-4409-ba82-86101454ea32 None None] Sync routers for ids ['b76e83d9-5e8d-4508-ae8b-feb856be8fd5'] in dv-cinder-792462-2-iscsi {{(pid=98246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:48:34.006108 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75fae78-ff0c-4409-ba82-86101454ea32 None None] Routers {'b76e83d9-5e8d-4508-ae8b-feb856be8fd5'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:48:34.007462 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-f75fae78-ff0c-4409-ba82-86101454ea32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:48:04Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['b76e83d9-5e8d-4508-ae8b-feb856be8fd5'], 'active': True} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:48:34.097222 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b010889-29dc-4e71-b000-36e15fa8b3d7 req-515dcfe2-5784-4d06-84a2-06be4ca05abf tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] No DVR routers for this DVR port 2b62d4f7-65ba-46de-b0b1-a037d39bf785 on host hv-cinder-79246 {{(pid=98243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:48:34.100737 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-4b010889-29dc-4e71-b000-36e15fa8b3d7 req-515dcfe2-5784-4d06-84a2-06be4ca05abf tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for port, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:34.105249 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b251ab0-478c-451c-8f5b-6056d1f49150', 'name': 'network-vif-deleted', 'tag': '2b62d4f7-65ba-46de-b0b1-a037d39bf785'}] {{(pid=98243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:48:34.152335 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-4b010889-29dc-4e71-b000-36e15fa8b3d7 req-515dcfe2-5784-4d06-84a2-06be4ca05abf tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.65 "DELETE /v2.0/ports/2b62d4f7-65ba-46de-b0b1-a037d39bf785 HTTP/1.1" status: 204 len: 173 time: 1.4836736 May 20 19:48:34.185689 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b251ab0-478c-451c-8f5b-6056d1f49150', 'name': 'network-vif-deleted', 'tag': '2b62d4f7-65ba-46de-b0b1-a037d39bf785', 'status': 'completed', 'code': 200} May 20 19:48:34.313310 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvr_db [None req-f75fae78-ff0c-4409-ba82-86101454ea32 None None] Set router b76e83d9-5e8d-4508-ae8b-feb856be8fd5 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:48:34.482002 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-d12d3775-2a9c-48d3-aa14-f0323f0830a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:34.668428 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-f75fae78-ff0c-4409-ba82-86101454ea32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1299378093-router', 'tenant_id': '8ed4e5869d204e20b671ef4c001a3511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:45Z', 'updated_at': '2021-05-20T19:41:02Z', 'revision_number': 4, 'project_id': '8ed4e5869d204e20b671ef4c001a3511', 'gw_port': {'id': '8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:04:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:47Z', 'updated_at': '2021-05-20T19:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': 'abd93313-6555-465f-9f3d-d1a0240c7e47', 'name': '', 'network_id': '3d38b6f3-7548-4a0e-896f-e9fb0c461e8e', 'tenant_id': '8ed4e5869d204e20b671ef4c001a3511', 'mac_address': 'fa:16:3e:d9:00:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5b859f84-1277-4d60-b0e8-72f23097ad76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:57Z', 'updated_at': '2021-05-20T19:41:15Z', 'revision_number': 5, 'project_id': '8ed4e5869d204e20b671ef4c001a3511', 'subnets': [{'id': '5b859f84-1277-4d60-b0e8-72f23097ad76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:48:34.675407 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75fae78-ff0c-4409-ba82-86101454ea32 None None] Checking router: b76e83d9-5e8d-4508-ae8b-feb856be8fd5 for host: dv-cinder-792462-2-iscsi {{(pid=98246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:48:34.690468 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75fae78-ff0c-4409-ba82-86101454ea32 None None] Routers {'b76e83d9-5e8d-4508-ae8b-feb856be8fd5'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:48:34.691516 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-f75fae78-ff0c-4409-ba82-86101454ea32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:48:34Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['b76e83d9-5e8d-4508-ae8b-feb856be8fd5'], 'active': True} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:48:34.830168 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:34.921645 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-9cbd56c8-1b0d-4bef-9fa4-f0d8f8d3cebf req-5db0e9ac-ffa8-46b6-919c-550dfc313822 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b251ab0-478c-451c-8f5b-6056d1f49150 HTTP/1.1" status: 200 len: 210 time: 0.0785773 May 20 19:48:34.962481 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvr_db [None req-f75fae78-ff0c-4409-ba82-86101454ea32 None None] Set router b76e83d9-5e8d-4508-ae8b-feb856be8fd5 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:48:35.228065 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 2b62d4f7-65ba-46de-b0b1-a037d39bf785 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:48:35.273893 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] No Port match for: 2b62d4f7-65ba-46de-b0b1-a037d39bf785 {{(pid=98245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:48:35.274550 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 2b62d4f7-65ba-46de-b0b1-a037d39bf785 not bound to the agent host hv-cinder-79246 {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:48:35.291800 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-f75fae78-ff0c-4409-ba82-86101454ea32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1299378093-router', 'tenant_id': '8ed4e5869d204e20b671ef4c001a3511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:45Z', 'updated_at': '2021-05-20T19:41:02Z', 'revision_number': 4, 'project_id': '8ed4e5869d204e20b671ef4c001a3511', 'gw_port': {'id': '8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:04:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:47Z', 'updated_at': '2021-05-20T19:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': 'abd93313-6555-465f-9f3d-d1a0240c7e47', 'name': '', 'network_id': '3d38b6f3-7548-4a0e-896f-e9fb0c461e8e', 'tenant_id': '8ed4e5869d204e20b671ef4c001a3511', 'mac_address': 'fa:16:3e:d9:00:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5b859f84-1277-4d60-b0e8-72f23097ad76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:57Z', 'updated_at': '2021-05-20T19:41:15Z', 'revision_number': 5, 'project_id': '8ed4e5869d204e20b671ef4c001a3511', 'subnets': [{'id': '5b859f84-1277-4d60-b0e8-72f23097ad76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:48:35.296003 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75fae78-ff0c-4409-ba82-86101454ea32 None None] The sync data for ids ['b76e83d9-5e8d-4508-ae8b-feb856be8fd5'] in dv-cinder-792462-2-iscsi is: [{'id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1299378093-router', 'tenant_id': '8ed4e5869d204e20b671ef4c001a3511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:45Z', 'updated_at': '2021-05-20T19:41:02Z', 'revision_number': 4, 'project_id': '8ed4e5869d204e20b671ef4c001a3511', 'gw_port': {'id': '8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:04:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:47Z', 'updated_at': '2021-05-20T19:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': 'abd93313-6555-465f-9f3d-d1a0240c7e47', 'name': '', 'network_id': '3d38b6f3-7548-4a0e-896f-e9fb0c461e8e', 'tenant_id': '8ed4e5869d204e20b671ef4c001a3511', 'mac_address': 'fa:16:3e:d9:00:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5b859f84-1277-4d60-b0e8-72f23097ad76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:57Z', 'updated_at': '2021-05-20T19:41:15Z', 'revision_number': 5, 'project_id': '8ed4e5869d204e20b671ef4c001a3511', 'subnets': [{'id': '5b859f84-1277-4d60-b0e8-72f23097ad76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:48:35.542854 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b40eb6-56af-4261-89c8-3f5af1d2225d None None] New status for floating IP 2e9c8fd3-8eaf-4a77-bf9b-b703d3fea19f: DOWN {{(pid=98245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 19:48:35.695572 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d568-3eaa-4ee2-8e63-8438dfda9a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:36.070191 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 43234) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:48:36.141368 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-9e131fdc-f6e2-4274-848e-e0fe069e24fc tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks [] for security_group, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:36.170241 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-9e131fdc-f6e2-4274-848e-e0fe069e24fc tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:36.227578 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-9e131fdc-f6e2-4274-848e-e0fe069e24fc tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:36.232115 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-eaf2b93b-715a-4c2b-b45f-90acaf47cff4 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:48:36.247910 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e131fdc-f6e2-4274-848e-e0fe069e24fc tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd7e395-33c1-483f-af2b-b985237753e9,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:48:36.250670 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-9e131fdc-f6e2-4274-848e-e0fe069e24fc tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:48:36.266157 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-9e131fdc-f6e2-4274-848e-e0fe069e24fc tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks [] for security_group, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:36.268549 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-9e131fdc-f6e2-4274-848e-e0fe069e24fc tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "DELETE /v2.0/security-groups/efd7e395-33c1-483f-af2b-b985237753e9 HTTP/1.1" status: 204 len: 168 time: 0.1971073 May 20 19:48:36.271168 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 43238) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:48:36.294621 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.api.v2.resource [None req-8ab54545-3a0d-4790-b250-f50dc933b4ab tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] show failed (client error): The resource could not be found. May 20 19:48:36.295608 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-8ab54545-3a0d-4790-b250-f50dc933b4ab tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "GET /v2.0/security-groups/efd7e395-33c1-483f-af2b-b985237753e9 HTTP/1.1" status: 404 len: 347 time: 0.0231445 May 20 19:48:36.298588 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 43242) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:48:36.370896 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:36.591732 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.plugin [None req-bc84e553-8a68-4e3e-8d21-b84ce70a6fc1 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Deleting port 40f5d0d8-838d-486c-b68f-340ed938f87d {{(pid=98243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:48:36.592141 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-bc84e553-8a68-4e3e-8d21-b84ce70a6fc1 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:36.773772 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-bc84e553-8a68-4e3e-8d21-b84ce70a6fc1 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:36.774265 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-bc84e553-8a68-4e3e-8d21-b84ce70a6fc1 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:36.943202 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.plugin [None req-bc84e553-8a68-4e3e-8d21-b84ce70a6fc1 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Calling delete_port for 40f5d0d8-838d-486c-b68f-340ed938f87d owned by network:floatingip {{(pid=98243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:48:37.070531 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-bc84e553-8a68-4e3e-8d21-b84ce70a6fc1 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3727336'] for port, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:37.074371 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-dac0dc2d-7da8-4728-90e6-5f74c1ba50de tempest-VolumesActionsTest-31520614 tempest-VolumesActionsTest-31520614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:48:37.120365 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc84e553-8a68-4e3e-8d21-b84ce70a6fc1 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Pushing event deleted for resources: {'Port': ['ID=40f5d0d8-838d-486c-b68f-340ed938f87d,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:48:37.257163 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-bc84e553-8a68-4e3e-8d21-b84ce70a6fc1 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:48:37.286337 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-40a8b960-4cf6-42c3-bf80-c71dd59d075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:37.334227 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-bc84e553-8a68-4e3e-8d21-b84ce70a6fc1 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks [] for floatingip, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:37.359891 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-bc84e553-8a68-4e3e-8d21-b84ce70a6fc1 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for floatingip, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:37.366923 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-bc84e553-8a68-4e3e-8d21-b84ce70a6fc1 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] 10.222.0.46 "DELETE /v2.0/floatingips/2e9c8fd3-8eaf-4a77-bf9b-b703d3fea19f HTTP/1.1" status: 204 len: 168 time: 1.0618474 May 20 19:48:38.419285 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.agents_db [None req-81082b58-be1a-4fbd-9926-297307221300 None None] Agent healthcheck: found 6 active agents {{(pid=98246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:48:42.360126 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 43302) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:48:43.058052 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-f891fd89-c2e0-49de-913d-53baf75a193c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1823322'] for router_interface, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:43.561739 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.plugin [None req-f891fd89-c2e0-49de-913d-53baf75a193c admin admin] Deleting port abd93313-6555-465f-9f3d-d1a0240c7e47 {{(pid=98243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:48:43.562481 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-f891fd89-c2e0-49de-913d-53baf75a193c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:43.680307 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.db [None req-f891fd89-c2e0-49de-913d-53baf75a193c admin admin] For port abd93313-6555-465f-9f3d-d1a0240c7e47, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=abd93313-6555-465f-9f3d-d1a0240c7e47,segment=NetworkSegment(bbd097b1-fbbb-46bb-b9fd-966cb6b1545a),segment_id=bbd097b1-fbbb-46bb-b9fd-966cb6b1545a)] {{(pid=98243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:48:43.680660 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-f891fd89-c2e0-49de-913d-53baf75a193c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:43.800326 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.plugin [None req-f891fd89-c2e0-49de-913d-53baf75a193c admin admin] Calling delete_port for abd93313-6555-465f-9f3d-d1a0240c7e47 owned by network:router_interface {{(pid=98243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:48:44.039305 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-f891fd89-c2e0-49de-913d-53baf75a193c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3727336'] for port, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:44.044423 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-b569fb15-c7aa-4d53-a3ac-ab3a70e42ee4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:48:44.089567 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f891fd89-c2e0-49de-913d-53baf75a193c admin admin] Pushing event deleted for resources: {'Port': ['ID=abd93313-6555-465f-9f3d-d1a0240c7e47,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:48:44.092674 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-f891fd89-c2e0-49de-913d-53baf75a193c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:48:44.370459 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-f891fd89-c2e0-49de-913d-53baf75a193c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1697961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823470'] for router_interface, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:44.717441 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f891fd89-c2e0-49de-913d-53baf75a193c admin admin] Router b76e83d9-5e8d-4508-ae8b-feb856be8fd5 has already been hosted by L3 agent bf06d900-968e-4d51-b3d3-e51a8143bf8e {{(pid=98243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:48:44.897004 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f891fd89-c2e0-49de-913d-53baf75a193c admin admin] Notify agent at l3_agent.dv-cinder-792462-2-iscsi the message routers_updated {{(pid=98243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:48:44.906818 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b2a8ec-3797-4fe0-8d77-a3389f8cd156 None None] Sync routers for ids ['b76e83d9-5e8d-4508-ae8b-feb856be8fd5'] in dv-cinder-792462-2-iscsi {{(pid=98246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:48:44.909729 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-f891fd89-c2e0-49de-913d-53baf75a193c admin admin] 10.222.0.46 "PUT /v2.0/routers/b76e83d9-5e8d-4508-ae8b-feb856be8fd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5485024 May 20 19:48:44.912377 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 43312) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:48:44.919678 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b2a8ec-3797-4fe0-8d77-a3389f8cd156 None None] Routers {'b76e83d9-5e8d-4508-ae8b-feb856be8fd5'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:48:44.920309 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-93b2a8ec-3797-4fe0-8d77-a3389f8cd156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:48:34Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['b76e83d9-5e8d-4508-ae8b-feb856be8fd5'], 'active': True} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:48:45.091778 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-2c5a5620-e3a8-4d29-aeef-ea1141fd4106 admin admin] Notify callbacks [] for router, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:45.093976 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvr_db [None req-93b2a8ec-3797-4fe0-8d77-a3389f8cd156 None None] Set router b76e83d9-5e8d-4508-ae8b-feb856be8fd5 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:48:45.264551 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-2c5a5620-e3a8-4d29-aeef-ea1141fd4106 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:45.342244 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.plugin [None req-2c5a5620-e3a8-4d29-aeef-ea1141fd4106 admin admin] Deleting port 8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e {{(pid=98244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:48:45.342499 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-2c5a5620-e3a8-4d29-aeef-ea1141fd4106 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:45.424799 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-93b2a8ec-3797-4fe0-8d77-a3389f8cd156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1299378093-router', 'tenant_id': '8ed4e5869d204e20b671ef4c001a3511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:45Z', 'updated_at': '2021-05-20T19:48:43Z', 'revision_number': 5, 'project_id': '8ed4e5869d204e20b671ef4c001a3511', 'gw_port': {'id': '8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:04:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:47Z', 'updated_at': '2021-05-20T19:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi'}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:48:45.429708 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b2a8ec-3797-4fe0-8d77-a3389f8cd156 None None] Checking router: b76e83d9-5e8d-4508-ae8b-feb856be8fd5 for host: dv-cinder-792462-2-iscsi {{(pid=98246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:48:45.438298 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b2a8ec-3797-4fe0-8d77-a3389f8cd156 None None] Routers {'b76e83d9-5e8d-4508-ae8b-feb856be8fd5'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:48:45.439542 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-93b2a8ec-3797-4fe0-8d77-a3389f8cd156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:48:34Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['b76e83d9-5e8d-4508-ae8b-feb856be8fd5'], 'active': True} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:48:45.473276 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.db [None req-2c5a5620-e3a8-4d29-aeef-ea1141fd4106 admin admin] For port 8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e,segment=NetworkSegment(67affa7f-7af4-4d70-a1a2-daaca7702f84),segment_id=67affa7f-7af4-4d70-a1a2-daaca7702f84)] {{(pid=98244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:48:45.473625 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-2c5a5620-e3a8-4d29-aeef-ea1141fd4106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:45.589504 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvr_db [None req-93b2a8ec-3797-4fe0-8d77-a3389f8cd156 None None] Set router b76e83d9-5e8d-4508-ae8b-feb856be8fd5 gateway port host: None {{(pid=98246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:48:45.598126 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.plugin [None req-2c5a5620-e3a8-4d29-aeef-ea1141fd4106 admin admin] Calling delete_port for 8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e owned by network:router_gateway {{(pid=98244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:48:45.693763 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-93b2a8ec-3797-4fe0-8d77-a3389f8cd156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1299378093-router', 'tenant_id': '8ed4e5869d204e20b671ef4c001a3511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:45Z', 'updated_at': '2021-05-20T19:48:45Z', 'revision_number': 6, 'project_id': '8ed4e5869d204e20b671ef4c001a3511', 'gw_port_host': None}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:48:45.697878 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b2a8ec-3797-4fe0-8d77-a3389f8cd156 None None] The sync data for ids ['b76e83d9-5e8d-4508-ae8b-feb856be8fd5'] in dv-cinder-792462-2-iscsi is: [{'id': 'b76e83d9-5e8d-4508-ae8b-feb856be8fd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1299378093-router', 'tenant_id': '8ed4e5869d204e20b671ef4c001a3511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:45Z', 'updated_at': '2021-05-20T19:48:45Z', 'revision_number': 6, 'project_id': '8ed4e5869d204e20b671ef4c001a3511', 'gw_port_host': None}] {{(pid=98246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:48:45.869439 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-2c5a5620-e3a8-4d29-aeef-ea1141fd4106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3028154'] for port, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:45.873056 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:48:45.914889 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5a5620-e3a8-4d29-aeef-ea1141fd4106 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:48:46.091203 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5a5620-e3a8-4d29-aeef-ea1141fd4106 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:46.091579 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5a5620-e3a8-4d29-aeef-ea1141fd4106 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:46.091976 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5a5620-e3a8-4d29-aeef-ea1141fd4106 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:46.092340 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5a5620-e3a8-4d29-aeef-ea1141fd4106 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:46.092698 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5a5620-e3a8-4d29-aeef-ea1141fd4106 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:46.093055 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5a5620-e3a8-4d29-aeef-ea1141fd4106 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:46.093411 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5a5620-e3a8-4d29-aeef-ea1141fd4106 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:46.093765 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5a5620-e3a8-4d29-aeef-ea1141fd4106 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:46.094130 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5a5620-e3a8-4d29-aeef-ea1141fd4106 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:46.095826 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5a5620-e3a8-4d29-aeef-ea1141fd4106 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:46.096301 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5a5620-e3a8-4d29-aeef-ea1141fd4106 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:46.097001 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5a5620-e3a8-4d29-aeef-ea1141fd4106 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:46.117209 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-2c5a5620-e3a8-4d29-aeef-ea1141fd4106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:48:46.134044 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-2c5a5620-e3a8-4d29-aeef-ea1141fd4106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745777'] for router_gateway, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:46.316571 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-2c5a5620-e3a8-4d29-aeef-ea1141fd4106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1749511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7954'] for router, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:46.318869 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-2c5a5620-e3a8-4d29-aeef-ea1141fd4106 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:46.346827 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-2c5a5620-e3a8-4d29-aeef-ea1141fd4106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1748301'] for router, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:46.347363 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5a5620-e3a8-4d29-aeef-ea1141fd4106 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b76e83d9-5e8d-4508-ae8b-feb856be8fd5 {{(pid=98244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 19:48:46.360726 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-2c5a5620-e3a8-4d29-aeef-ea1141fd4106 admin admin] Notify callbacks [] for router, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:46.363940 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-2c5a5620-e3a8-4d29-aeef-ea1141fd4106 admin admin] 10.222.0.46 "DELETE /v2.0/routers/b76e83d9-5e8d-4508-ae8b-feb856be8fd5 HTTP/1.1" status: 204 len: 168 time: 1.4502475 May 20 19:48:46.364541 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 43322) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:48:46.426691 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.db_base_plugin_v2 [None req-964da929-9453-4b5b-bc11-1b53f0de4cf3 admin admin] Deleting subnet 5b859f84-1277-4d60-b0e8-72f23097ad76 {{(pid=98244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 19:48:46.429688 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-964da929-9453-4b5b-bc11-1b53f0de4cf3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:46.486448 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-964da929-9453-4b5b-bc11-1b53f0de4cf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-740392'] for subnet, precommit_delete_associations {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:46.619755 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-964da929-9453-4b5b-bc11-1b53f0de4cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378450'] for subnet, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:46.881356 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-964da929-9453-4b5b-bc11-1b53f0de4cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3028041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3031077'] for subnet, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:46.883029 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device abd93313-6555-465f-9f3d-d1a0240c7e47 no longer exists at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:48:46.885438 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:48:46.917578 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] No Port match for: abd93313-6555-465f-9f3d-d1a0240c7e47 {{(pid=98245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:48:46.917815 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device abd93313-6555-465f-9f3d-d1a0240c7e47 not bound to the agent host dv-cinder-792462-2-iscsi {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:48:46.918244 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e no longer exists at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:48:46.921577 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964da929-9453-4b5b-bc11-1b53f0de4cf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b859f84-1277-4d60-b0e8-72f23097ad76,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:48:46.925702 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-964da929-9453-4b5b-bc11-1b53f0de4cf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:48:46.928973 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-964da929-9453-4b5b-bc11-1b53f0de4cf3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:46.938092 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-964da929-9453-4b5b-bc11-1b53f0de4cf3 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/5b859f84-1277-4d60-b0e8-72f23097ad76 HTTP/1.1" status: 204 len: 168 time: 0.5723491 May 20 19:48:46.941666 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 43332) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:48:46.955183 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f2c3c6-90e8-4261-9e64-d707ceedeae7 None None] Network 3d38b6f3-7548-4a0e-896f-e9fb0c461e8e requested from dv-cinder-792462-2-iscsi {{(pid=98245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:48:46.969324 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] No Port match for: 8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e {{(pid=98245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:48:46.969707 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 8b100d5b-4bb8-4dbd-9497-8e9b94fdf64e not bound to the agent host dv-cinder-792462-2-iscsi {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:48:47.052299 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-8837c9ad-f467-413e-91a3-a8ea40f45931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748490'] for network, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:47.128597 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.plugin [None req-8837c9ad-f467-413e-91a3-a8ea40f45931 admin admin] Deleting port 7ae42feb-fb9e-4485-a88b-8ad0f5d27336 {{(pid=98244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:48:47.129013 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-8837c9ad-f467-413e-91a3-a8ea40f45931 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:47.204558 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2199ec-de59-46a4-a265-620c12af87e7 None None] DHCP port deletion for 3d38b6f3-7548-4a0e-896f-e9fb0c461e8e request from dv-cinder-792462-2-iscsi {{(pid=98245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 19:48:47.233347 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.db [None req-8837c9ad-f467-413e-91a3-a8ea40f45931 admin admin] For port 7ae42feb-fb9e-4485-a88b-8ad0f5d27336, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=7ae42feb-fb9e-4485-a88b-8ad0f5d27336,segment=NetworkSegment(bbd097b1-fbbb-46bb-b9fd-966cb6b1545a),segment_id=bbd097b1-fbbb-46bb-b9fd-966cb6b1545a)] {{(pid=98244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:48:47.233697 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-8837c9ad-f467-413e-91a3-a8ea40f45931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:47.271488 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-4a2199ec-de59-46a4-a265-620c12af87e7 None None] Deleting port 7ae42feb-fb9e-4485-a88b-8ad0f5d27336 {{(pid=98245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:48:47.271945 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-4a2199ec-de59-46a4-a265-620c12af87e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:47.357848 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.plugin [None req-8837c9ad-f467-413e-91a3-a8ea40f45931 admin admin] Calling delete_port for 7ae42feb-fb9e-4485-a88b-8ad0f5d27336 owned by network:dhcp {{(pid=98244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:48:47.375030 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-4a2199ec-de59-46a4-a265-620c12af87e7 None None] For port 7ae42feb-fb9e-4485-a88b-8ad0f5d27336, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=7ae42feb-fb9e-4485-a88b-8ad0f5d27336,segment=NetworkSegment(bbd097b1-fbbb-46bb-b9fd-966cb6b1545a),segment_id=bbd097b1-fbbb-46bb-b9fd-966cb6b1545a)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:48:47.375430 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-4a2199ec-de59-46a4-a265-620c12af87e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:47.408811 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-8837c9ad-f467-413e-91a3-a8ea40f45931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3028154'] for port, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:47.413221 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-15cbcff9-021d-41a9-b34f-6285d1909fde service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:48:47.460747 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8837c9ad-f467-413e-91a3-a8ea40f45931 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ae42feb-fb9e-4485-a88b-8ad0f5d27336,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:48:47.464298 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-8837c9ad-f467-413e-91a3-a8ea40f45931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:48:47.466688 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8837c9ad-f467-413e-91a3-a8ea40f45931 admin admin] No DVR routers for this DVR port 7ae42feb-fb9e-4485-a88b-8ad0f5d27336 on host dv-cinder-792462-2-iscsi {{(pid=98244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:48:47.508873 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-4a2199ec-de59-46a4-a265-620c12af87e7 None None] Calling delete_port for 7ae42feb-fb9e-4485-a88b-8ad0f5d27336 owned by network:dhcp {{(pid=98245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:48:47.553589 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-4a2199ec-de59-46a4-a265-620c12af87e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024'] for port, after_delete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:47.557121 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-8658404e-34a4-42cf-901e-777f7c387a0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:48:47.600184 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2199ec-de59-46a4-a265-620c12af87e7 None None] Pushing event deleted for resources: {'Port': ['ID=7ae42feb-fb9e-4485-a88b-8ad0f5d27336,revision_number=None']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:48:47.611307 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2199ec-de59-46a4-a265-620c12af87e7 None None] No DVR routers for this DVR port 7ae42feb-fb9e-4485-a88b-8ad0f5d27336 on host dv-cinder-792462-2-iscsi {{(pid=98245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:48:47.614767 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2199ec-de59-46a4-a265-620c12af87e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:47.615169 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2199ec-de59-46a4-a265-620c12af87e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:47.615453 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2199ec-de59-46a4-a265-620c12af87e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:47.615829 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2199ec-de59-46a4-a265-620c12af87e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:47.616158 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2199ec-de59-46a4-a265-620c12af87e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:47.616646 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2199ec-de59-46a4-a265-620c12af87e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:47.616818 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2199ec-de59-46a4-a265-620c12af87e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:47.617098 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2199ec-de59-46a4-a265-620c12af87e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:47.617787 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2199ec-de59-46a4-a265-620c12af87e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:47.618117 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2199ec-de59-46a4-a265-620c12af87e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:47.618436 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2199ec-de59-46a4-a265-620c12af87e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:47.618754 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2199ec-de59-46a4-a265-620c12af87e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:47.623846 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-4a2199ec-de59-46a4-a265-620c12af87e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:48:47.699398 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-8837c9ad-f467-413e-91a3-a8ea40f45931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377309', 'neutron.services.segments.db._delete_segments_for_network-8778153038201'] for network, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:47.713128 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.services.segments.db [None req-8837c9ad-f467-413e-91a3-a8ea40f45931 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d38b6f3-7548-4a0e-896f-e9fb0c461e8e']}} {{(pid=98244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:48:47.726303 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.services.segments.db [None req-8837c9ad-f467-413e-91a3-a8ea40f45931 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbd097b1-fbbb-46bb-b9fd-966cb6b1545a') {'for_net_delete': True} {{(pid=98244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:48:47.726602 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.services.segments.db [None req-8837c9ad-f467-413e-91a3-a8ea40f45931 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbd097b1-fbbb-46bb-b9fd-966cb6b1545a') {} {{(pid=98244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:48:47.739296 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-8837c9ad-f467-413e-91a3-a8ea40f45931 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778153050359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-740391'] for segment, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:47.757853 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-8837c9ad-f467-413e-91a3-a8ea40f45931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717217'] for segment, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:47.766137 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8837c9ad-f467-413e-91a3-a8ea40f45931 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=98244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 19:48:47.766137 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-8837c9ad-f467-413e-91a3-a8ea40f45931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3028207'] for segment, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:47.779774 dv-cinder-792462-2-iscsi neutron-server[98244]: Traceback (most recent call last): May 20 19:48:47.779774 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 19:48:47.779774 dv-cinder-792462-2-iscsi neutron-server[98244]: timer() May 20 19:48:47.779774 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 19:48:47.779774 dv-cinder-792462-2-iscsi neutron-server[98244]: cb(*args, **kw) May 20 19:48:47.779774 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 19:48:47.779774 dv-cinder-792462-2-iscsi neutron-server[98244]: return func(*args, **kwargs) May 20 19:48:47.779774 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 19:48:47.779774 dv-cinder-792462-2-iscsi neutron-server[98244]: self._notify() May 20 19:48:47.779774 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 19:48:47.779774 dv-cinder-792462-2-iscsi neutron-server[98244]: self.callback(batched_events) May 20 19:48:47.779774 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 19:48:47.779774 dv-cinder-792462-2-iscsi neutron-server[98244]: event.method(event) May 20 19:48:47.779774 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 19:48:47.779774 dv-cinder-792462-2-iscsi neutron-server[98244]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 19:48:47.779774 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 19:48:47.779774 dv-cinder-792462-2-iscsi neutron-server[98244]: aggregate_uuid = self.p_client.list_aggregates( May 20 19:48:47.779774 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 19:48:47.779774 dv-cinder-792462-2-iscsi neutron-server[98244]: return f(self, *a, **k) May 20 19:48:47.779774 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 19:48:47.779774 dv-cinder-792462-2-iscsi neutron-server[98244]: return self._get(url).json() May 20 19:48:47.779774 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 19:48:47.779774 dv-cinder-792462-2-iscsi neutron-server[98244]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 19:48:47.779774 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 19:48:47.779774 dv-cinder-792462-2-iscsi neutron-server[98244]: return self.request(url, 'GET', **kwargs) May 20 19:48:47.779774 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 19:48:47.779774 dv-cinder-792462-2-iscsi neutron-server[98244]: base_url = self.get_endpoint(auth, allow=allow, May 20 19:48:47.779774 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 19:48:47.779774 dv-cinder-792462-2-iscsi neutron-server[98244]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 19:48:47.779774 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 19:48:47.779774 dv-cinder-792462-2-iscsi neutron-server[98244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 19:48:47.779774 dv-cinder-792462-2-iscsi neutron-server[98244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 19:48:47.863518 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-8837c9ad-f467-413e-91a3-a8ea40f45931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745754'] for network, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:47.868614 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:48:47.889722 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-8837c9ad-f467-413e-91a3-a8ea40f45931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for network, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:47.895909 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8837c9ad-f467-413e-91a3-a8ea40f45931 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d38b6f3-7548-4a0e-896f-e9fb0c461e8e,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:48:47.900382 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-8837c9ad-f467-413e-91a3-a8ea40f45931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:48:47.914870 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-8837c9ad-f467-413e-91a3-a8ea40f45931 admin admin] 10.222.0.46 "DELETE /v2.0/networks/3d38b6f3-7548-4a0e-896f-e9fb0c461e8e HTTP/1.1" status: 204 len: 168 time: 0.9721313 May 20 19:48:48.055595 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 43348) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:48:48.113398 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-3f883823-9add-4b2c-9ea9-262ae5253d91 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8ed4e5869d204e20b671ef4c001a3511&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0522168 May 20 19:48:48.115779 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 43352) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:48:48.176051 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-6da5a347-988a-46ed-a91f-351de2973fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:48.201124 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-6da5a347-988a-46ed-a91f-351de2973fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:48.266016 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-6da5a347-988a-46ed-a91f-351de2973fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:48.270937 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-c01c61f1-54e9-4c7c-9497-89bd4470dc29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:48:48.285876 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da5a347-988a-46ed-a91f-351de2973fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70a8b11-f8d6-4154-b1d1-25e28435303e,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:48:48.289402 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-6da5a347-988a-46ed-a91f-351de2973fec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:48:48.292714 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-6da5a347-988a-46ed-a91f-351de2973fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:48.293820 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-6da5a347-988a-46ed-a91f-351de2973fec admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a70a8b11-f8d6-4154-b1d1-25e28435303e HTTP/1.1" status: 204 len: 168 time: 0.1771362 May 20 19:48:48.881388 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 7ae42feb-fb9e-4485-a88b-8ad0f5d27336 no longer exists at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:48:48.916514 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] No Port match for: 7ae42feb-fb9e-4485-a88b-8ad0f5d27336 {{(pid=98245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:48:48.916867 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 7ae42feb-fb9e-4485-a88b-8ad0f5d27336 not bound to the agent host dv-cinder-792462-2-iscsi {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:48:54.853429 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 43462) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:48:54.983318 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-b9f019af-428b-4241-bd28-f4a1e0446b14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:54.997790 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-b9f019af-428b-4241-bd28-f4a1e0446b14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:48:55.001659 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-b9f019af-428b-4241-bd28-f4a1e0446b14 admin admin] Usage tracker for resource:security_group_rule and tenant:f81c8a74eacf4294b799365405347d36 is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:48:55.004736 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-b9f019af-428b-4241-bd28-f4a1e0446b14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:48:55.010272 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-b9f019af-428b-4241-bd28-f4a1e0446b14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:48:55.097014 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-b9f019af-428b-4241-bd28-f4a1e0446b14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:55.101807 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-b9f019af-428b-4241-bd28-f4a1e0446b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:55.111543 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-b2eaf695-171c-4daa-a6fa-8c9c60274636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:48:55.151585 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-b9f019af-428b-4241-bd28-f4a1e0446b14 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f81c8a74eacf4294b799365405347d36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2967734 May 20 19:48:55.152480 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f019af-428b-4241-bd28-f4a1e0446b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ece49be-2bdc-41d2-843d-0ebae4d0a37d,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:48:55.155558 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 43470) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:48:55.156121 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-b9f019af-428b-4241-bd28-f4a1e0446b14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:48:55.221089 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-a91a1a8e-28e6-4e4f-a7be-3c6beeb213aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:55.246210 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-a91a1a8e-28e6-4e4f-a7be-3c6beeb213aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:55.299129 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-a91a1a8e-28e6-4e4f-a7be-3c6beeb213aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:55.303123 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-d17580e1-1a07-465b-be54-3ddb4e7174e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:48:55.314944 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a1a8e-28e6-4e4f-a7be-3c6beeb213aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ece49be-2bdc-41d2-843d-0ebae4d0a37d,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:48:55.317407 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-a91a1a8e-28e6-4e4f-a7be-3c6beeb213aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:48:55.323900 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-a91a1a8e-28e6-4e4f-a7be-3c6beeb213aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:55.324759 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-a91a1a8e-28e6-4e4f-a7be-3c6beeb213aa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2ece49be-2bdc-41d2-843d-0ebae4d0a37d HTTP/1.1" status: 204 len: 168 time: 0.1678290 May 20 19:48:55.610488 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 43478) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:48:55.629127 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-5eb0175e-edaa-4fbd-9119-62c6f9301eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:55.644072 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-5eb0175e-edaa-4fbd-9119-62c6f9301eda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:48:55.647906 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-5eb0175e-edaa-4fbd-9119-62c6f9301eda admin admin] Usage tracker for resource:security_group_rule and tenant:d4e5e38ff8b44b0f8e335ce071dba321 is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:48:55.650685 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-5eb0175e-edaa-4fbd-9119-62c6f9301eda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:48:55.656631 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-5eb0175e-edaa-4fbd-9119-62c6f9301eda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:48:55.737834 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-5eb0175e-edaa-4fbd-9119-62c6f9301eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:55.742896 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-5eb0175e-edaa-4fbd-9119-62c6f9301eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:55.753262 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-4417e4c4-587c-4f58-8175-a98c11cdc86c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:48:55.791431 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-5eb0175e-edaa-4fbd-9119-62c6f9301eda admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d4e5e38ff8b44b0f8e335ce071dba321&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1798306 May 20 19:48:55.793036 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb0175e-edaa-4fbd-9119-62c6f9301eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54159da6-3f4c-4bee-a48f-1fc738447748,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:48:55.794183 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 43482) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:48:55.796042 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-5eb0175e-edaa-4fbd-9119-62c6f9301eda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:48:55.862973 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-a450be4b-005f-4c2e-8761-c98d90f28810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:55.888680 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-a450be4b-005f-4c2e-8761-c98d90f28810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:55.940725 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-a450be4b-005f-4c2e-8761-c98d90f28810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:55.944467 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-9e131fdc-f6e2-4274-848e-e0fe069e24fc tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:48:55.957792 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a450be4b-005f-4c2e-8761-c98d90f28810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54159da6-3f4c-4bee-a48f-1fc738447748,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:48:55.960709 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-a450be4b-005f-4c2e-8761-c98d90f28810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:48:55.963073 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-a450be4b-005f-4c2e-8761-c98d90f28810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:55.964027 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-a450be4b-005f-4c2e-8761-c98d90f28810 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/54159da6-3f4c-4bee-a48f-1fc738447748 HTTP/1.1" status: 204 len: 168 time: 0.1684492 May 20 19:48:58.022098 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 43546) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:48:58.151079 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-0191c044-0c33-44be-96ec-020fc9e6c1ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:58.166418 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-0191c044-0c33-44be-96ec-020fc9e6c1ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:48:58.170269 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-0191c044-0c33-44be-96ec-020fc9e6c1ee admin admin] Usage tracker for resource:security_group_rule and tenant:36847553e1114478993c8dda670cdeb1 is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:48:58.173209 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-0191c044-0c33-44be-96ec-020fc9e6c1ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:48:58.178935 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-0191c044-0c33-44be-96ec-020fc9e6c1ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:48:58.273125 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-0191c044-0c33-44be-96ec-020fc9e6c1ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:58.277884 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-0191c044-0c33-44be-96ec-020fc9e6c1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:58.286972 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-067d1a59-6ec3-434f-92fd-711367daaf82 tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:48:58.333965 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-0191c044-0c33-44be-96ec-020fc9e6c1ee admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=36847553e1114478993c8dda670cdeb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3107443 May 20 19:48:58.334992 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0191c044-0c33-44be-96ec-020fc9e6c1ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e0e7bc-7eba-4a31-a7ff-d2cfd07923b3,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:48:58.337589 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 43560) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:48:58.339238 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-0191c044-0c33-44be-96ec-020fc9e6c1ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:48:58.410893 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-4f6834da-6944-4a75-a71a-f1e04f33820c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:58.435910 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-4f6834da-6944-4a75-a71a-f1e04f33820c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:58.499472 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-4f6834da-6944-4a75-a71a-f1e04f33820c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:58.505181 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-5f42b42f-46ec-4093-a8b1-42df19dc74b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:48:58.518381 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6834da-6944-4a75-a71a-f1e04f33820c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e0e7bc-7eba-4a31-a7ff-d2cfd07923b3,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:48:58.521307 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-4f6834da-6944-4a75-a71a-f1e04f33820c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:48:58.523503 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-4f6834da-6944-4a75-a71a-f1e04f33820c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:58.524519 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-4f6834da-6944-4a75-a71a-f1e04f33820c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/30e0e7bc-7eba-4a31-a7ff-d2cfd07923b3 HTTP/1.1" status: 204 len: 168 time: 0.1856692 May 20 19:48:58.817608 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 43570) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:48:58.835254 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-75c1ad3a-9041-4931-b26d-b11c9e21495a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:58.849102 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-75c1ad3a-9041-4931-b26d-b11c9e21495a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:48:58.853245 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-75c1ad3a-9041-4931-b26d-b11c9e21495a admin admin] Usage tracker for resource:security_group_rule and tenant:d55041f0224f41f683d3f4c08f5512d6 is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:48:58.856080 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-75c1ad3a-9041-4931-b26d-b11c9e21495a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:48:58.862274 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-75c1ad3a-9041-4931-b26d-b11c9e21495a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:48:58.947358 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-75c1ad3a-9041-4931-b26d-b11c9e21495a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:58.951183 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-75c1ad3a-9041-4931-b26d-b11c9e21495a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:58.959540 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-5eb0175e-edaa-4fbd-9119-62c6f9301eda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:48:58.997646 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-75c1ad3a-9041-4931-b26d-b11c9e21495a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d55041f0224f41f683d3f4c08f5512d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1789141 May 20 19:48:58.998539 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c1ad3a-9041-4931-b26d-b11c9e21495a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c26ca2-bc0f-4b28-acc4-90dc62edeea9,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:48:59.001053 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 43574) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:48:59.002072 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-75c1ad3a-9041-4931-b26d-b11c9e21495a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:48:59.057950 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-dc584430-aba1-4d4f-ba50-55c8c18dfa5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:59.083096 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-dc584430-aba1-4d4f-ba50-55c8c18dfa5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:59.133999 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-dc584430-aba1-4d4f-ba50-55c8c18dfa5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:59.137834 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-22346cd2-8c70-44b7-9812-2aa52128ea2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:48:59.148851 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc584430-aba1-4d4f-ba50-55c8c18dfa5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c26ca2-bc0f-4b28-acc4-90dc62edeea9,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:48:59.152211 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-dc584430-aba1-4d4f-ba50-55c8c18dfa5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:48:59.155973 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-dc584430-aba1-4d4f-ba50-55c8c18dfa5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:59.157413 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-dc584430-aba1-4d4f-ba50-55c8c18dfa5a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/29c26ca2-bc0f-4b28-acc4-90dc62edeea9 HTTP/1.1" status: 204 len: 168 time: 0.1548884 May 20 19:49:00.460459 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 43616) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:49:00.580890 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-104031ae-5e39-42b9-a76f-4207b4078030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:00.595363 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-104031ae-5e39-42b9-a76f-4207b4078030 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:49:00.599161 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-104031ae-5e39-42b9-a76f-4207b4078030 admin admin] Usage tracker for resource:security_group_rule and tenant:012ccb46560d4e6aa9b4350541745e07 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:49:00.602089 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-104031ae-5e39-42b9-a76f-4207b4078030 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:49:00.607612 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-104031ae-5e39-42b9-a76f-4207b4078030 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:49:00.691574 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-104031ae-5e39-42b9-a76f-4207b4078030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:00.695637 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-104031ae-5e39-42b9-a76f-4207b4078030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:00.702780 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-0163e3bb-cebb-467a-b3e5-e7392938cd0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:00.744242 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-104031ae-5e39-42b9-a76f-4207b4078030 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=012ccb46560d4e6aa9b4350541745e07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2823849 May 20 19:49:00.745127 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104031ae-5e39-42b9-a76f-4207b4078030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56fd937-20cd-471a-82c7-5f8ff3f75d84,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:00.747103 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 43622) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:49:00.748295 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-104031ae-5e39-42b9-a76f-4207b4078030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:00.911591 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-6e672035-68f0-440c-b29b-ef01295c6514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:00.937936 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-6e672035-68f0-440c-b29b-ef01295c6514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:00.991908 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-6e672035-68f0-440c-b29b-ef01295c6514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:00.995828 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-6549868f-fa4c-49ca-ab43-16a78cff0905 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:01.008006 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e672035-68f0-440c-b29b-ef01295c6514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56fd937-20cd-471a-82c7-5f8ff3f75d84,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:01.012034 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-6e672035-68f0-440c-b29b-ef01295c6514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:01.038545 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-6e672035-68f0-440c-b29b-ef01295c6514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:01.040382 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-6e672035-68f0-440c-b29b-ef01295c6514 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e56fd937-20cd-471a-82c7-5f8ff3f75d84 HTTP/1.1" status: 204 len: 168 time: 0.2917738 May 20 19:49:02.231391 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ca0d3f57-bc1e-4174-83ed-27c70d7b85ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:04.476842 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-bf7e6cfb-f546-4cbf-b307-2e5dee7f8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:04.805208 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:05.595119 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d568-3eaa-4ee2-8e63-8438dfda9a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:06.379875 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:06.462026 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-d3d636cc-6058-42db-9b93-534f3e165865 req-813de149-9e60-4be4-b925-7ae98f0d076c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f7d8ac23-50b9-41ff-8e3b-e7270ae99dd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0914991 May 20 19:49:06.630121 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d636cc-6058-42db-9b93-534f3e165865 req-80c7cac8-4719-4309-a11e-5d0089c20ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:49:06.631986 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-d3d636cc-6058-42db-9b93-534f3e165865 req-80c7cac8-4719-4309-a11e-5d0089c20ca6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=67c0fea229f14ebd918a33f2a9d87521&device_id=f7d8ac23-50b9-41ff-8e3b-e7270ae99dd2 HTTP/1.1" status: 200 len: 1098 time: 0.0881569 May 20 19:49:06.834395 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d636cc-6058-42db-9b93-534f3e165865 req-27e3f4ea-52d1-477b-81b0-ad5c567c94ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:49:06.835882 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-d3d636cc-6058-42db-9b93-534f3e165865 req-27e3f4ea-52d1-477b-81b0-ad5c567c94ca service neutron] 10.222.0.65 "GET /v2.0/networks?id=027d5c0a-e45a-4a06-947e-f673039c67a0 HTTP/1.1" status: 200 len: 913 time: 0.1835549 May 20 19:49:06.946809 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-d3d636cc-6058-42db-9b93-534f3e165865 req-e3df8477-58fe-4e47-bcc5-e7b4094a258e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eeee3eca-250d-4387-948a-914515b3ee3d HTTP/1.1" status: 200 len: 1000 time: 0.1033003 May 20 19:49:07.011775 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d636cc-6058-42db-9b93-534f3e165865 req-0c533d3b-c18c-43a6-ba46-670470accd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:49:07.013209 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-d3d636cc-6058-42db-9b93-534f3e165865 req-0c533d3b-c18c-43a6-ba46-670470accd52 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=62263882-c2fb-42c7-a641-48b5e7aef49a HTTP/1.1" status: 200 len: 851 time: 0.0588107 May 20 19:49:07.090004 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d636cc-6058-42db-9b93-534f3e165865 req-5877606d-058d-432b-a458-21e1372e0d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:49:07.091397 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-d3d636cc-6058-42db-9b93-534f3e165865 req-5877606d-058d-432b-a458-21e1372e0d11 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=027d5c0a-e45a-4a06-947e-f673039c67a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0712481 May 20 19:49:07.225637 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-d3d636cc-6058-42db-9b93-534f3e165865 req-40dc12b0-22da-4377-9f0b-9dd308c4a54b service neutron] 10.222.0.65 "GET /v2.0/networks/027d5c0a-e45a-4a06-947e-f673039c67a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256187 May 20 19:49:07.283949 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-40a8b960-4cf6-42c3-bf80-c71dd59d075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:07.366602 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-d3d636cc-6058-42db-9b93-534f3e165865 req-82a495f6-2b74-4931-a0a2-6bfb9bbc892a service neutron] 10.222.0.65 "GET /v2.0/networks/027d5c0a-e45a-4a06-947e-f673039c67a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340027 May 20 19:49:08.763564 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 43774) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:49:08.891652 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-b135ec6b-144c-460d-b68e-aae01f402454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:08.905604 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-b135ec6b-144c-460d-b68e-aae01f402454 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:49:08.909600 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-b135ec6b-144c-460d-b68e-aae01f402454 admin admin] Usage tracker for resource:security_group_rule and tenant:7aecc2e70bdc4953b765dd9856cc4733 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:49:08.912471 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-b135ec6b-144c-460d-b68e-aae01f402454 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:49:08.918211 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-b135ec6b-144c-460d-b68e-aae01f402454 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:49:09.004026 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-b135ec6b-144c-460d-b68e-aae01f402454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:09.008163 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-b135ec6b-144c-460d-b68e-aae01f402454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:09.019321 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-d18db1ed-b75a-473e-93ee-31435e5408e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:09.066399 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-b135ec6b-144c-460d-b68e-aae01f402454 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7aecc2e70bdc4953b765dd9856cc4733&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3012714 May 20 19:49:09.067326 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b135ec6b-144c-460d-b68e-aae01f402454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23356232-9f3b-4600-99e3-8bcc8f6f9fcd,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:09.070360 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 43782) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:49:09.073748 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-b135ec6b-144c-460d-b68e-aae01f402454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:09.146274 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-da5d5a53-854b-4457-9383-60f04dd0ba44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:09.178790 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-da5d5a53-854b-4457-9383-60f04dd0ba44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:09.240114 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-da5d5a53-854b-4457-9383-60f04dd0ba44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:09.243837 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-1112dac0-81fa-4318-941f-631212128384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:09.257985 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d5a53-854b-4457-9383-60f04dd0ba44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23356232-9f3b-4600-99e3-8bcc8f6f9fcd,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:09.260286 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-da5d5a53-854b-4457-9383-60f04dd0ba44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:09.269331 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-da5d5a53-854b-4457-9383-60f04dd0ba44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:09.270808 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-da5d5a53-854b-4457-9383-60f04dd0ba44 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/23356232-9f3b-4600-99e3-8bcc8f6f9fcd HTTP/1.1" status: 204 len: 168 time: 0.1991925 May 20 19:49:09.555494 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 43790) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:49:09.575290 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-b0e19779-aa7d-416c-bdd0-f3e5eecbdf77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:09.589561 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-b0e19779-aa7d-416c-bdd0-f3e5eecbdf77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:49:09.593443 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-b0e19779-aa7d-416c-bdd0-f3e5eecbdf77 admin admin] Usage tracker for resource:security_group_rule and tenant:e90ac849391f42bba1ef1f7587837349 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:49:09.596281 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-b0e19779-aa7d-416c-bdd0-f3e5eecbdf77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:49:09.601991 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-b0e19779-aa7d-416c-bdd0-f3e5eecbdf77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:49:09.685986 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-b0e19779-aa7d-416c-bdd0-f3e5eecbdf77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:09.689587 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-b0e19779-aa7d-416c-bdd0-f3e5eecbdf77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:09.696596 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-104031ae-5e39-42b9-a76f-4207b4078030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:09.740352 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-b0e19779-aa7d-416c-bdd0-f3e5eecbdf77 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e90ac849391f42bba1ef1f7587837349&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1837044 May 20 19:49:09.741275 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e19779-aa7d-416c-bdd0-f3e5eecbdf77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6380afef-2a40-4a29-8ac8-6f2a1c8c1fef,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:09.743020 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 43794) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:49:09.744689 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-b0e19779-aa7d-416c-bdd0-f3e5eecbdf77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:09.802024 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-b23770eb-7e63-43bb-afe9-5e59979f831e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:09.827256 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-b23770eb-7e63-43bb-afe9-5e59979f831e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:09.879041 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-b23770eb-7e63-43bb-afe9-5e59979f831e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:09.883007 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-6da5a347-988a-46ed-a91f-351de2973fec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:09.894103 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23770eb-7e63-43bb-afe9-5e59979f831e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6380afef-2a40-4a29-8ac8-6f2a1c8c1fef,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:09.897612 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-b23770eb-7e63-43bb-afe9-5e59979f831e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:09.901114 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-b23770eb-7e63-43bb-afe9-5e59979f831e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:09.902218 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-b23770eb-7e63-43bb-afe9-5e59979f831e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6380afef-2a40-4a29-8ac8-6f2a1c8c1fef HTTP/1.1" status: 204 len: 168 time: 0.1582446 May 20 19:49:11.694170 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 43846) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:49:11.812599 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-c494bc68-eebe-4cc8-aa58-a4b7ac3d5a9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:11.831394 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-c494bc68-eebe-4cc8-aa58-a4b7ac3d5a9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:49:11.835214 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-c494bc68-eebe-4cc8-aa58-a4b7ac3d5a9d admin admin] Usage tracker for resource:security_group_rule and tenant:79eb94acf09949b8bfdd24d428a88b7e is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:49:11.838055 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-c494bc68-eebe-4cc8-aa58-a4b7ac3d5a9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:49:11.843591 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-c494bc68-eebe-4cc8-aa58-a4b7ac3d5a9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:49:11.923640 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-c494bc68-eebe-4cc8-aa58-a4b7ac3d5a9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:11.927630 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-c494bc68-eebe-4cc8-aa58-a4b7ac3d5a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:11.935159 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-25059ccb-b297-454e-aa61-9e32d9a6ae46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:11.975978 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-c494bc68-eebe-4cc8-aa58-a4b7ac3d5a9d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=79eb94acf09949b8bfdd24d428a88b7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2806859 May 20 19:49:11.976886 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c494bc68-eebe-4cc8-aa58-a4b7ac3d5a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303dd376-e7cf-4f89-8df6-6091219d73ff,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:11.979397 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 43852) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:49:11.979918 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-c494bc68-eebe-4cc8-aa58-a4b7ac3d5a9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:12.040969 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-3d9fc646-6ba0-4036-a9f8-e32b0bfbcbb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:12.067492 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-3d9fc646-6ba0-4036-a9f8-e32b0bfbcbb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:12.117757 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-3d9fc646-6ba0-4036-a9f8-e32b0bfbcbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:12.121367 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-39a5b26a-01e0-44eb-84ff-bdda4ad86e9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:12.135862 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9fc646-6ba0-4036-a9f8-e32b0bfbcbb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303dd376-e7cf-4f89-8df6-6091219d73ff,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:12.139919 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-3d9fc646-6ba0-4036-a9f8-e32b0bfbcbb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:12.146049 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-3d9fc646-6ba0-4036-a9f8-e32b0bfbcbb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:12.147150 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-3d9fc646-6ba0-4036-a9f8-e32b0bfbcbb0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/303dd376-e7cf-4f89-8df6-6091219d73ff HTTP/1.1" status: 204 len: 168 time: 0.1667318 May 20 19:49:12.448792 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 43862) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:49:12.466963 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-73c0d961-16c3-406a-9973-f0cb9dede779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:12.481564 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-73c0d961-16c3-406a-9973-f0cb9dede779 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:49:12.485905 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-73c0d961-16c3-406a-9973-f0cb9dede779 admin admin] Usage tracker for resource:security_group_rule and tenant:e496c171667541e8a5cbe452723aa437 is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:49:12.488678 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-73c0d961-16c3-406a-9973-f0cb9dede779 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:49:12.494275 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-73c0d961-16c3-406a-9973-f0cb9dede779 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:49:12.592227 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-73c0d961-16c3-406a-9973-f0cb9dede779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:12.595896 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-73c0d961-16c3-406a-9973-f0cb9dede779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:12.602549 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-ef2be54f-0982-4d98-8077-5c3776751094 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:12.646040 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c0d961-16c3-406a-9973-f0cb9dede779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07b226c-f35c-4c35-a21b-3c13ad1a6750,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:12.650718 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-73c0d961-16c3-406a-9973-f0cb9dede779 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e496c171667541e8a5cbe452723aa437&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2008464 May 20 19:49:12.652598 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-73c0d961-16c3-406a-9973-f0cb9dede779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:12.654771 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 43866) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:49:12.714409 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-4af9a6ed-eee0-4e66-b976-2e9bc00b1b9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:12.742658 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-4af9a6ed-eee0-4e66-b976-2e9bc00b1b9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:12.804080 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-4af9a6ed-eee0-4e66-b976-2e9bc00b1b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:12.808894 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-5edcbfbb-f4f4-4efb-b9c7-0d5204336435 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:12.822516 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9a6ed-eee0-4e66-b976-2e9bc00b1b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07b226c-f35c-4c35-a21b-3c13ad1a6750,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:12.829670 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-4af9a6ed-eee0-4e66-b976-2e9bc00b1b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:12.835064 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-4af9a6ed-eee0-4e66-b976-2e9bc00b1b9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:12.838848 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-4af9a6ed-eee0-4e66-b976-2e9bc00b1b9c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e07b226c-f35c-4c35-a21b-3c13ad1a6750 HTTP/1.1" status: 204 len: 168 time: 0.1831341 May 20 19:49:15.417782 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.agents_db [None req-81082b58-be1a-4fbd-9926-297307221300 None None] Agent healthcheck: found 6 active agents {{(pid=98246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:49:17.696742 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 43960) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:49:17.809037 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-80fc5cba-dc4d-4979-8338-3e1da26c5e54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:17.823251 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-80fc5cba-dc4d-4979-8338-3e1da26c5e54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:49:17.826897 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-80fc5cba-dc4d-4979-8338-3e1da26c5e54 admin admin] Usage tracker for resource:security_group_rule and tenant:1c3ce880dc6c4e11ae15fa8e3db05d2c is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:49:17.829643 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-80fc5cba-dc4d-4979-8338-3e1da26c5e54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:49:17.835356 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-80fc5cba-dc4d-4979-8338-3e1da26c5e54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:49:17.917710 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-80fc5cba-dc4d-4979-8338-3e1da26c5e54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:17.921457 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-80fc5cba-dc4d-4979-8338-3e1da26c5e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:17.931496 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-f9eea199-1ab1-4635-9967-1d8130b34ea0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:17.970227 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc5cba-dc4d-4979-8338-3e1da26c5e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aababd3a-222f-4959-9da7-e67144ad86ae,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:17.974388 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-80fc5cba-dc4d-4979-8338-3e1da26c5e54 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1c3ce880dc6c4e11ae15fa8e3db05d2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2766144 May 20 19:49:17.975360 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-80fc5cba-dc4d-4979-8338-3e1da26c5e54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:17.977944 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 43968) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:49:18.034247 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ecc02a45-d3fb-48f0-b2b6-baaec5ea79d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:18.058391 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ecc02a45-d3fb-48f0-b2b6-baaec5ea79d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:18.111084 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ecc02a45-d3fb-48f0-b2b6-baaec5ea79d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:18.114536 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-a450be4b-005f-4c2e-8761-c98d90f28810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:18.125744 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc02a45-d3fb-48f0-b2b6-baaec5ea79d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aababd3a-222f-4959-9da7-e67144ad86ae,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:18.129407 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-ecc02a45-d3fb-48f0-b2b6-baaec5ea79d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:18.132459 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ecc02a45-d3fb-48f0-b2b6-baaec5ea79d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:18.133536 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-ecc02a45-d3fb-48f0-b2b6-baaec5ea79d6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/aababd3a-222f-4959-9da7-e67144ad86ae HTTP/1.1" status: 204 len: 168 time: 0.1551147 May 20 19:49:18.411604 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 43976) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:49:18.429473 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-0ba62cf4-9f17-46e6-a6fd-e7299344c715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:18.444117 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-0ba62cf4-9f17-46e6-a6fd-e7299344c715 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:49:18.447890 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-0ba62cf4-9f17-46e6-a6fd-e7299344c715 admin admin] Usage tracker for resource:security_group_rule and tenant:b83f643ecd9940ea881a2fd3f08bc0e9 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:49:18.450617 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-0ba62cf4-9f17-46e6-a6fd-e7299344c715 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:49:18.456237 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-0ba62cf4-9f17-46e6-a6fd-e7299344c715 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:49:18.537467 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-0ba62cf4-9f17-46e6-a6fd-e7299344c715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:18.541123 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-0ba62cf4-9f17-46e6-a6fd-e7299344c715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:18.548645 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-b0e19779-aa7d-416c-bdd0-f3e5eecbdf77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:18.592770 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-0ba62cf4-9f17-46e6-a6fd-e7299344c715 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b83f643ecd9940ea881a2fd3f08bc0e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1800611 May 20 19:49:18.594027 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba62cf4-9f17-46e6-a6fd-e7299344c715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9ad77a-7a64-481c-be1b-6bb26d9cbdf3,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:18.595434 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 43980) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:49:18.597692 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-0ba62cf4-9f17-46e6-a6fd-e7299344c715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:18.654759 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-9f9e0ed2-78fe-4934-b30b-b98ba980f175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:18.680364 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-9f9e0ed2-78fe-4934-b30b-b98ba980f175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:18.731322 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-9f9e0ed2-78fe-4934-b30b-b98ba980f175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:18.735356 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-24c64b14-5dc4-466e-b531-850a2e4f92f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:18.747472 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9e0ed2-78fe-4934-b30b-b98ba980f175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9ad77a-7a64-481c-be1b-6bb26d9cbdf3,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:18.751208 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-9f9e0ed2-78fe-4934-b30b-b98ba980f175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:18.756796 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-9f9e0ed2-78fe-4934-b30b-b98ba980f175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:18.757910 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-9f9e0ed2-78fe-4934-b30b-b98ba980f175 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5b9ad77a-7a64-481c-be1b-6bb26d9cbdf3 HTTP/1.1" status: 204 len: 168 time: 0.1614540 May 20 19:49:19.487358 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 44012) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:49:19.592105 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-ac6374b8-492a-4d93-89f8-38ee86ea9800 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1295371326-network', 'tenant_id': '06e766a72c9240e8a3468a5a7e0176a4'}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:49:19.597279 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-ac6374b8-492a-4d93-89f8-38ee86ea9800 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:49:19.601128 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-ac6374b8-492a-4d93-89f8-38ee86ea9800 admin admin] Usage tracker for resource:network and tenant:06e766a72c9240e8a3468a5a7e0176a4 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:49:19.603984 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-ac6374b8-492a-4d93-89f8-38ee86ea9800 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:49:19.611015 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-ac6374b8-492a-4d93-89f8-38ee86ea9800 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:49:19.620881 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac6374b8-492a-4d93-89f8-38ee86ea9800 admin admin] Made reservation on behalf of 06e766a72c9240e8a3468a5a7e0176a4 for: {'network': 1} {{(pid=98244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:49:19.623383 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ac6374b8-492a-4d93-89f8-38ee86ea9800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-584789'] for network, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:19.635640 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ac6374b8-492a-4d93-89f8-38ee86ea9800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:19.653206 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-ac6374b8-492a-4d93-89f8-38ee86ea9800 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:49:19.657384 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-ac6374b8-492a-4d93-89f8-38ee86ea9800 admin admin] Usage tracker for resource:security_group_rule and tenant:06e766a72c9240e8a3468a5a7e0176a4 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:49:19.660095 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-ac6374b8-492a-4d93-89f8-38ee86ea9800 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:49:19.665769 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-ac6374b8-492a-4d93-89f8-38ee86ea9800 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:49:19.746850 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ac6374b8-492a-4d93-89f8-38ee86ea9800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:19.750595 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ac6374b8-492a-4d93-89f8-38ee86ea9800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:19.753624 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-e2b2aecb-640f-49b3-9f2f-6fb4d5149090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:19.781014 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac6374b8-492a-4d93-89f8-38ee86ea9800 admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=98244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 19:49:19.789942 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6374b8-492a-4d93-89f8-38ee86ea9800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14173c1b-0c02-42f5-bbaa-1697eb3f3a95,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:19.792982 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-ac6374b8-492a-4d93-89f8-38ee86ea9800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:19.797627 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ac6374b8-492a-4d93-89f8-38ee86ea9800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717217'] for segment, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:19.797627 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.db.segments_db [None req-ac6374b8-492a-4d93-89f8-38ee86ea9800 admin admin] Added segment 2fe0069f-9e2f-4664-9dbe-d6cdd78a57fa of type vlan for network 1b327da3-33cc-49f3-95cb-f563b6ea1ed4 May 20 19:49:19.822575 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ac6374b8-492a-4d93-89f8-38ee86ea9800 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778152598492'] for network, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:19.851120 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ac6374b8-492a-4d93-89f8-38ee86ea9800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697952'] for network, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:19.852158 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6374b8-492a-4d93-89f8-38ee86ea9800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:49:19.852728 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ac6374b8-492a-4d93-89f8-38ee86ea9800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for network, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:19.857113 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:19.958113 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6374b8-492a-4d93-89f8-38ee86ea9800 admin admin] Pushing event updated for resources: {'Network': ['ID=1b327da3-33cc-49f3-95cb-f563b6ea1ed4,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:19.961075 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-ac6374b8-492a-4d93-89f8-38ee86ea9800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:19.963119 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-ac6374b8-492a-4d93-89f8-38ee86ea9800 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4747620 May 20 19:49:19.966555 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 44018) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:49:19.969486 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Network 1b327da3-33cc-49f3-95cb-f563b6ea1ed4 details requested by agent ovs-agent-dv-cinder-792462-2-iscsi with host dv-cinder-792462-2-iscsi {{(pid=98245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 19:49:19.973344 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-af5ed619-6d5f-4b55-a7da-9ec9a0246000 admin admin] Request body: {'subnet': {'network_id': '1b327da3-33cc-49f3-95cb-f563b6ea1ed4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1295371326-subnet', 'tenant_id': '06e766a72c9240e8a3468a5a7e0176a4', 'ip_version': 4}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:49:19.978200 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-af5ed619-6d5f-4b55-a7da-9ec9a0246000 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:49:19.982200 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-af5ed619-6d5f-4b55-a7da-9ec9a0246000 admin admin] Usage tracker for resource:subnet and tenant:06e766a72c9240e8a3468a5a7e0176a4 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:49:19.985145 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-af5ed619-6d5f-4b55-a7da-9ec9a0246000 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:49:19.991091 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-af5ed619-6d5f-4b55-a7da-9ec9a0246000 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:49:20.001341 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5ed619-6d5f-4b55-a7da-9ec9a0246000 admin admin] Made reservation on behalf of 06e766a72c9240e8a3468a5a7e0176a4 for: {'subnet': 1} {{(pid=98244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:49:20.004026 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-af5ed619-6d5f-4b55-a7da-9ec9a0246000 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3031102'] for subnet, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:20.476055 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-af5ed619-6d5f-4b55-a7da-9ec9a0246000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3027974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3031084'] for subnet, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:20.480459 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:20.552003 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5ed619-6d5f-4b55-a7da-9ec9a0246000 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f99646e-4cb2-4305-a61f-1e32124e00b0,revision_number=0']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:20.554745 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-af5ed619-6d5f-4b55-a7da-9ec9a0246000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:20.559082 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5ed619-6d5f-4b55-a7da-9ec9a0246000 admin admin] Checking segment: {'id': '2fe0069f-9e2f-4664-9dbe-d6cdd78a57fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '1b327da3-33cc-49f3-95cb-f563b6ea1ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:49:20.559442 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5ed619-6d5f-4b55-a7da-9ec9a0246000 admin admin] Network hostable DHCP agents. Network: 1b327da3-33cc-49f3-95cb-f563b6ea1ed4, hostable agents: ['fa9d6d8e-318c-43db-bbd8-e3a49a35072a'], hosted agents: [] {{(pid=98244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 19:49:20.576622 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5ed619-6d5f-4b55-a7da-9ec9a0246000 admin admin] Network 1b327da3-33cc-49f3-95cb-f563b6ea1ed4 is scheduled to be hosted by DHCP agent fa9d6d8e-318c-43db-bbd8-e3a49a35072a with binding_index 1 {{(pid=98244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 19:49:20.586385 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.base_scheduler [None req-af5ed619-6d5f-4b55-a7da-9ec9a0246000 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-2-iscsi, 1b327da3-33cc-49f3-95cb-f563b6ea1ed4) {{(pid=98244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:49:20.597221 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ae7660-2f2b-418a-a59c-59994640fe31 None None] Network 1b327da3-33cc-49f3-95cb-f563b6ea1ed4 requested from dv-cinder-792462-2-iscsi {{(pid=98245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:49:20.599694 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5ed619-6d5f-4b55-a7da-9ec9a0246000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:49:20.600412 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-af5ed619-6d5f-4b55-a7da-9ec9a0246000 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:20.626980 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-af5ed619-6d5f-4b55-a7da-9ec9a0246000 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6557398 May 20 19:49:20.627818 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 44024) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:49:20.633465 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-3504b9c6-75ef-444a-be59-800f1ba31733 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1295371326-router', 'tenant_id': '06e766a72c9240e8a3468a5a7e0176a4', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3'}}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:49:20.638011 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-3504b9c6-75ef-444a-be59-800f1ba31733 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:49:20.641975 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-3504b9c6-75ef-444a-be59-800f1ba31733 admin admin] Usage tracker for resource:router and tenant:06e766a72c9240e8a3468a5a7e0176a4 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:49:20.644996 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-3504b9c6-75ef-444a-be59-800f1ba31733 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:49:20.650700 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-3504b9c6-75ef-444a-be59-800f1ba31733 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:49:20.661091 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-3504b9c6-75ef-444a-be59-800f1ba31733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1749729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7936'] for router, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:20.662056 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-3504b9c6-75ef-444a-be59-800f1ba31733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822624', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7947'] for router, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:20.677149 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-3504b9c6-75ef-444a-be59-800f1ba31733 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:20.825722 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07eac263-4b9e-452a-b114-85db4775de6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp24e9921b-c377-56b1-b5d5-9e0eafbeecd1-1b327da3-33cc-49f3-95cb-f563b6ea1ed4', 'network_id': '1b327da3-33cc-49f3-95cb-f563b6ea1ed4', 'tenant_id': '06e766a72c9240e8a3468a5a7e0176a4', 'fixed_ips': [{'subnet_id': '7f99646e-4cb2-4305-a61f-1e32124e00b0'}]}} from dv-cinder-792462-2-iscsi. {{(pid=98245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 19:49:20.826550 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-07eac263-4b9e-452a-b114-85db4775de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:20.942560 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-3504b9c6-75ef-444a-be59-800f1ba31733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1822610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1749751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7965'] for router, precommit_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:20.983064 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.db_base_plugin_common [None req-07eac263-4b9e-452a-b114-85db4775de6b None None] Allocated IP 172.20.0.2 (1b327da3-33cc-49f3-95cb-f563b6ea1ed4/7f99646e-4cb2-4305-a61f-1e32124e00b0/ca8e54bf-8e0f-49ce-899c-84fe035d3d45) {{(pid=98245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:49:21.205176 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-07eac263-4b9e-452a-b114-85db4775de6b None None] Notify callbacks [] for port, precommit_create {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:21.215649 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-07eac263-4b9e-452a-b114-85db4775de6b None None] Transition to ACTIVE for port object ca8e54bf-8e0f-49ce-899c-84fe035d3d45 will not be triggered until provisioned by entity L2. {{(pid=98245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:49:21.233787 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-07eac263-4b9e-452a-b114-85db4775de6b None None] Transition to ACTIVE for port object ca8e54bf-8e0f-49ce-899c-84fe035d3d45 will not be triggered until provisioned by entity DHCP. {{(pid=98245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:49:21.239878 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-07eac263-4b9e-452a-b114-85db4775de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015'] for port, after_create {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:21.243087 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:21.249264 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-3504b9c6-75ef-444a-be59-800f1ba31733 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:21.278977 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-3504b9c6-75ef-444a-be59-800f1ba31733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:21.307476 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07eac263-4b9e-452a-b114-85db4775de6b None None] Network 1b327da3-33cc-49f3-95cb-f563b6ea1ed4 is already hosted by enough agents. {{(pid=98245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:49:21.310189 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.scheduler.base_scheduler [None req-07eac263-4b9e-452a-b114-85db4775de6b None None] Resources bound (agent type, host, resource id): {{(pid=98245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:49:21.313714 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07eac263-4b9e-452a-b114-85db4775de6b None None] Received port after_create {{(pid=98245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:49:21.319540 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eac263-4b9e-452a-b114-85db4775de6b None None] Pushing event updated for resources: {'Port': ['ID=ca8e54bf-8e0f-49ce-899c-84fe035d3d45,revision_number=1']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:21.323273 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-07eac263-4b9e-452a-b114-85db4775de6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:21.403680 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-07eac263-4b9e-452a-b114-85db4775de6b None None] Attempting to bind port ca8e54bf-8e0f-49ce-899c-84fe035d3d45 on host dv-cinder-792462-2-iscsi for vnic_type normal with profile {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:49:21.404075 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-07eac263-4b9e-452a-b114-85db4775de6b None None] Attempting to bind port ca8e54bf-8e0f-49ce-899c-84fe035d3d45 by drivers openvswitch,hyperv on host dv-cinder-792462-2-iscsi at level 0 using segments [{'id': '2fe0069f-9e2f-4664-9dbe-d6cdd78a57fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '1b327da3-33cc-49f3-95cb-f563b6ea1ed4'}] {{(pid=98245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:49:21.404433 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07eac263-4b9e-452a-b114-85db4775de6b None None] Attempting to bind port ca8e54bf-8e0f-49ce-899c-84fe035d3d45 on network 1b327da3-33cc-49f3-95cb-f563b6ea1ed4 {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:49:21.410194 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07eac263-4b9e-452a-b114-85db4775de6b None None] Checking agent: {'id': 'f14708df-a001-437d-8366-dd48be2b8a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 33, 5), 'started_at': datetime.datetime(2021, 5, 20, 19, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:49:21.410662 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07eac263-4b9e-452a-b114-85db4775de6b None None] Checking segment: {'id': '2fe0069f-9e2f-4664-9dbe-d6cdd78a57fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '1b327da3-33cc-49f3-95cb-f563b6ea1ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:49:21.411066 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-07eac263-4b9e-452a-b114-85db4775de6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:21.411459 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07eac263-4b9e-452a-b114-85db4775de6b None None] Bound using segment: {'id': '2fe0069f-9e2f-4664-9dbe-d6cdd78a57fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '1b327da3-33cc-49f3-95cb-f563b6ea1ed4'} {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:49:21.411955 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-07eac263-4b9e-452a-b114-85db4775de6b None None] Bound port: ca8e54bf-8e0f-49ce-899c-84fe035d3d45, host: dv-cinder-792462-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fe0069f-9e2f-4664-9dbe-d6cdd78a57fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '1b327da3-33cc-49f3-95cb-f563b6ea1ed4'}}] {{(pid=98245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:49:21.412323 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-07eac263-4b9e-452a-b114-85db4775de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:21.416275 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.db_base_plugin_common [None req-3504b9c6-75ef-444a-be59-800f1ba31733 admin admin] Allocated IP 172.27.1.84 (b6b8e223-f4e2-43c0-a9aa-6e12566b63e3/0824c86c-c492-497a-a433-a5123d2f3ae1/1ad8b931-be0f-4f73-ac8b-e48c1e8dc31f) {{(pid=98244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:49:21.499295 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-07eac263-4b9e-452a-b114-85db4775de6b None None] For port ca8e54bf-8e0f-49ce-899c-84fe035d3d45, host dv-cinder-792462-2-iscsi, cleared binding levels {{(pid=98245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:49:21.502124 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-07eac263-4b9e-452a-b114-85db4775de6b None None] For port ca8e54bf-8e0f-49ce-899c-84fe035d3d45, host dv-cinder-792462-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=ca8e54bf-8e0f-49ce-899c-84fe035d3d45,segment=NetworkSegment(2fe0069f-9e2f-4664-9dbe-d6cdd78a57fa),segment_id=2fe0069f-9e2f-4664-9dbe-d6cdd78a57fa)] {{(pid=98245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:49:21.506764 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-07eac263-4b9e-452a-b114-85db4775de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:21.510996 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:21.562933 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-3504b9c6-75ef-444a-be59-800f1ba31733 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:21.591752 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eac263-4b9e-452a-b114-85db4775de6b None None] Pushing event updated for resources: {'Port': ['ID=ca8e54bf-8e0f-49ce-899c-84fe035d3d45,revision_number=2']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:21.592301 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-3504b9c6-75ef-444a-be59-800f1ba31733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3028154'] for port, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:21.596390 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-07eac263-4b9e-452a-b114-85db4775de6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:21.597778 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-a6c193ce-53fc-4917-8436-36257de80828 tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:21.663156 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3504b9c6-75ef-444a-be59-800f1ba31733 admin admin] Network b6b8e223-f4e2-43c0-a9aa-6e12566b63e3 is already hosted by enough agents. {{(pid=98244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:49:21.666038 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.base_scheduler [None req-3504b9c6-75ef-444a-be59-800f1ba31733 admin admin] Resources bound (agent type, host, resource id): {{(pid=98244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:49:21.669786 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3504b9c6-75ef-444a-be59-800f1ba31733 admin admin] Received port after_create {{(pid=98244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:49:21.705616 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3504b9c6-75ef-444a-be59-800f1ba31733 admin admin] Pushing event updated for resources: {'Port': ['ID=1ad8b931-be0f-4f73-ac8b-e48c1e8dc31f,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:21.711098 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-3504b9c6-75ef-444a-be59-800f1ba31733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:22.206276 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-3504b9c6-75ef-444a-be59-800f1ba31733 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:22.461887 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c91bd1-72c8-4bec-84e9-fbf86c55e947 None None] Network 1b327da3-33cc-49f3-95cb-f563b6ea1ed4 requested from dv-cinder-792462-2-iscsi {{(pid=98245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:49:22.548370 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-3504b9c6-75ef-444a-be59-800f1ba31733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1749742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1822666'] for router, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:22.565894 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-3e46400b-f021-4931-a118-50e6aa90336b None None] Provisioning for port ca8e54bf-8e0f-49ce-899c-84fe035d3d45 completed by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:49:22.753599 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3504b9c6-75ef-444a-be59-800f1ba31733 admin admin] Router f59354f4-48c1-4d58-af81-b640376b857e is scheduled to L3 agent bf06d900-968e-4d51-b3d3-e51a8143bf8e with binding_index 1 {{(pid=98244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 19:49:22.929196 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device ca8e54bf-8e0f-49ce-899c-84fe035d3d45 up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:49:22.946851 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3504b9c6-75ef-444a-be59-800f1ba31733 admin admin] Notify agent at l3_agent.dv-cinder-792462-2-iscsi the message routers_updated {{(pid=98244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:49:22.959835 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ed008c-2241-461f-9c48-b64f3027270e None None] Sync routers for ids ['f59354f4-48c1-4d58-af81-b640376b857e'] in dv-cinder-792462-2-iscsi {{(pid=98245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:49:22.969988 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-3504b9c6-75ef-444a-be59-800f1ba31733 admin admin] Notify callbacks [] for router, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:22.971146 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-3504b9c6-75ef-444a-be59-800f1ba31733 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3422916 May 20 19:49:22.973965 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 44034) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:49:22.988576 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ed008c-2241-461f-9c48-b64f3027270e None None] Routers {'f59354f4-48c1-4d58-af81-b640376b857e'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:49:22.989196 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-d3ed008c-2241-461f-9c48-b64f3027270e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:49:04Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['f59354f4-48c1-4d58-af81-b640376b857e'], 'active': True} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:49:23.136870 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning for port ca8e54bf-8e0f-49ce-899c-84fe035d3d45 completed by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:49:23.158316 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning complete for port ca8e54bf-8e0f-49ce-899c-84fe035d3d45 triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:49:23.158685 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:23.222036 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvr_db [None req-d3ed008c-2241-461f-9c48-b64f3027270e None None] Set router f59354f4-48c1-4d58-af81-b640376b857e gateway port host: dv-cinder-792462-2-iscsi {{(pid=98245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:49:23.491575 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:23.560577 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] For port ca8e54bf-8e0f-49ce-899c-84fe035d3d45, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=ca8e54bf-8e0f-49ce-899c-84fe035d3d45,segment=NetworkSegment(2fe0069f-9e2f-4664-9dbe-d6cdd78a57fa),segment_id=2fe0069f-9e2f-4664-9dbe-d6cdd78a57fa)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:49:23.568650 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:23.572338 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:23.644280 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Pushing event updated for resources: {'Port': ['ID=ca8e54bf-8e0f-49ce-899c-84fe035d3d45,revision_number=3']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:23.647309 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:23.649705 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-d3ed008c-2241-461f-9c48-b64f3027270e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f59354f4-48c1-4d58-af81-b640376b857e', 'name': 'tempest-TestMinimumBasicScenario-1295371326-router', 'tenant_id': '06e766a72c9240e8a3468a5a7e0176a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '1ad8b931-be0f-4f73-ac8b-e48c1e8dc31f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:49:20Z', 'updated_at': '2021-05-20T19:49:22Z', 'revision_number': 3, 'project_id': '06e766a72c9240e8a3468a5a7e0176a4', 'gw_port': {'id': '1ad8b931-be0f-4f73-ac8b-e48c1e8dc31f', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f59354f4-48c1-4d58-af81-b640376b857e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:49:21Z', 'updated_at': '2021-05-20T19:49:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi'}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:49:23.653678 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ed008c-2241-461f-9c48-b64f3027270e None None] Checking router: f59354f4-48c1-4d58-af81-b640376b857e for host: dv-cinder-792462-2-iscsi {{(pid=98245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:49:23.654030 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ed008c-2241-461f-9c48-b64f3027270e None None] Updating router f59354f4-48c1-4d58-af81-b640376b857e port 1ad8b931-be0f-4f73-ac8b-e48c1e8dc31f binding host dv-cinder-792462-2-iscsi {{(pid=98245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 19:49:23.705157 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-d3ed008c-2241-461f-9c48-b64f3027270e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:23.761114 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-bb62e728-fcd8-4f05-8eb8-e41318d7735c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:23.969096 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.db_base_plugin_common [None req-bb62e728-fcd8-4f05-8eb8-e41318d7735c admin admin] Allocated IP 172.20.0.1 (1b327da3-33cc-49f3-95cb-f563b6ea1ed4/7f99646e-4cb2-4305-a61f-1e32124e00b0/3049c3ae-3618-46a4-adce-4b68c2037a40) {{(pid=98244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:49:24.062952 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-d3ed008c-2241-461f-9c48-b64f3027270e None None] Notify callbacks [] for port, precommit_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:24.075070 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-d3ed008c-2241-461f-9c48-b64f3027270e None None] Transition to ACTIVE for port object 1ad8b931-be0f-4f73-ac8b-e48c1e8dc31f will not be triggered until provisioned by entity L2. {{(pid=98245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:49:24.081353 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-d3ed008c-2241-461f-9c48-b64f3027270e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:24.085703 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:24.117087 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-bb62e728-fcd8-4f05-8eb8-e41318d7735c admin admin] Notify callbacks [] for port, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:24.133212 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.provisioning_blocks [None req-bb62e728-fcd8-4f05-8eb8-e41318d7735c admin admin] Transition to ACTIVE for port object 3049c3ae-3618-46a4-adce-4b68c2037a40 will not be triggered until provisioned by entity DHCP. {{(pid=98244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:49:24.157513 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-bb62e728-fcd8-4f05-8eb8-e41318d7735c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3028154'] for port, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:24.159572 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-d3ed008c-2241-461f-9c48-b64f3027270e None None] Attempting to bind port 1ad8b931-be0f-4f73-ac8b-e48c1e8dc31f on host dv-cinder-792462-2-iscsi for vnic_type normal with profile {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:49:24.159979 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-d3ed008c-2241-461f-9c48-b64f3027270e None None] Attempting to bind port 1ad8b931-be0f-4f73-ac8b-e48c1e8dc31f by drivers openvswitch,hyperv on host dv-cinder-792462-2-iscsi at level 0 using segments [{'id': '67affa7f-7af4-4d70-a1a2-daaca7702f84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3'}] {{(pid=98245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:49:24.160349 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ed008c-2241-461f-9c48-b64f3027270e None None] Attempting to bind port 1ad8b931-be0f-4f73-ac8b-e48c1e8dc31f on network b6b8e223-f4e2-43c0-a9aa-6e12566b63e3 {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:49:24.162207 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-86ab748e-d5f8-4584-a7a4-7f5961b95ec1 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:24.165850 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6a7017-0dc7-4df2-a72b-a949b7af9bbf None None] Pushing event updated for resources: {'Port': ['ID=1ad8b931-be0f-4f73-ac8b-e48c1e8dc31f,revision_number=2']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:24.169653 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3f6a7017-0dc7-4df2-a72b-a949b7af9bbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:24.170540 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ed008c-2241-461f-9c48-b64f3027270e None None] Checking agent: {'id': 'f14708df-a001-437d-8366-dd48be2b8a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 33, 5), 'started_at': datetime.datetime(2021, 5, 20, 19, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:49:24.170919 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ed008c-2241-461f-9c48-b64f3027270e None None] Checking segment: {'id': '67affa7f-7af4-4d70-a1a2-daaca7702f84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:49:24.171321 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-d3ed008c-2241-461f-9c48-b64f3027270e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:24.171724 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ed008c-2241-461f-9c48-b64f3027270e None None] Bound using segment: {'id': '67affa7f-7af4-4d70-a1a2-daaca7702f84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3'} {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:49:24.172766 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-d3ed008c-2241-461f-9c48-b64f3027270e None None] Bound port: 1ad8b931-be0f-4f73-ac8b-e48c1e8dc31f, host: dv-cinder-792462-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67affa7f-7af4-4d70-a1a2-daaca7702f84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3'}}] {{(pid=98245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:49:24.173139 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-d3ed008c-2241-461f-9c48-b64f3027270e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:24.220525 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb62e728-fcd8-4f05-8eb8-e41318d7735c admin admin] Network 1b327da3-33cc-49f3-95cb-f563b6ea1ed4 is already hosted by enough agents. {{(pid=98244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:49:24.223806 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.base_scheduler [None req-bb62e728-fcd8-4f05-8eb8-e41318d7735c admin admin] Resources bound (agent type, host, resource id): {{(pid=98244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:49:24.227776 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb62e728-fcd8-4f05-8eb8-e41318d7735c admin admin] Received port after_create {{(pid=98244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:49:24.256063 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-d3ed008c-2241-461f-9c48-b64f3027270e None None] For port 1ad8b931-be0f-4f73-ac8b-e48c1e8dc31f, host dv-cinder-792462-2-iscsi, cleared binding levels {{(pid=98245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:49:24.261595 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-d3ed008c-2241-461f-9c48-b64f3027270e None None] For port 1ad8b931-be0f-4f73-ac8b-e48c1e8dc31f, host dv-cinder-792462-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=1ad8b931-be0f-4f73-ac8b-e48c1e8dc31f,segment=NetworkSegment(67affa7f-7af4-4d70-a1a2-daaca7702f84),segment_id=67affa7f-7af4-4d70-a1a2-daaca7702f84)] {{(pid=98245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:49:24.266684 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-d3ed008c-2241-461f-9c48-b64f3027270e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:24.270813 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:24.291478 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb62e728-fcd8-4f05-8eb8-e41318d7735c admin admin] Pushing event updated for resources: {'Port': ['ID=3049c3ae-3618-46a4-adce-4b68c2037a40,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:24.295501 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-bb62e728-fcd8-4f05-8eb8-e41318d7735c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:24.302837 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-bb62e728-fcd8-4f05-8eb8-e41318d7735c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745875'] for router_interface, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:24.350830 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ed008c-2241-461f-9c48-b64f3027270e None None] Routers {'f59354f4-48c1-4d58-af81-b640376b857e'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:49:24.351459 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-d3ed008c-2241-461f-9c48-b64f3027270e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:49:04Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['f59354f4-48c1-4d58-af81-b640376b857e'], 'active': True} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:49:24.418818 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6a7017-0dc7-4df2-a72b-a949b7af9bbf None None] Pushing event updated for resources: {'Port': ['ID=1ad8b931-be0f-4f73-ac8b-e48c1e8dc31f,revision_number=3']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:24.426589 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3f6a7017-0dc7-4df2-a72b-a949b7af9bbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:24.453774 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-d39a4f7f-01b8-49e4-afea-3f9811d733bf None None] Provisioning for port 3049c3ae-3618-46a4-adce-4b68c2037a40 completed by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:49:24.510006 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-d39a4f7f-01b8-49e4-afea-3f9811d733bf None None] Provisioning complete for port 3049c3ae-3618-46a4-adce-4b68c2037a40 triggered by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:49:24.510697 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-d39a4f7f-01b8-49e4-afea-3f9811d733bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:24.577696 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-bb62e728-fcd8-4f05-8eb8-e41318d7735c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:24.593866 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-d39a4f7f-01b8-49e4-afea-3f9811d733bf None None] Port 3049c3ae-3618-46a4-adce-4b68c2037a40 cannot update to ACTIVE because it is not bound. {{(pid=98245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 19:49:24.596376 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvr_db [None req-d3ed008c-2241-461f-9c48-b64f3027270e None None] Set router f59354f4-48c1-4d58-af81-b640376b857e gateway port host: dv-cinder-792462-2-iscsi {{(pid=98245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:49:24.801874 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-bb62e728-fcd8-4f05-8eb8-e41318d7735c admin admin] Notify callbacks [] for port, precommit_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:24.806497 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-bb62e728-fcd8-4f05-8eb8-e41318d7735c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3028147'] for port, after_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:24.836688 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-b3cacea8-26bf-4bc3-828d-feffb11e390e tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:24.888224 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-d3ed008c-2241-461f-9c48-b64f3027270e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f59354f4-48c1-4d58-af81-b640376b857e', 'name': 'tempest-TestMinimumBasicScenario-1295371326-router', 'tenant_id': '06e766a72c9240e8a3468a5a7e0176a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '1ad8b931-be0f-4f73-ac8b-e48c1e8dc31f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:49:20Z', 'updated_at': '2021-05-20T19:49:22Z', 'revision_number': 3, 'project_id': '06e766a72c9240e8a3468a5a7e0176a4', 'gw_port': {'id': '1ad8b931-be0f-4f73-ac8b-e48c1e8dc31f', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f59354f4-48c1-4d58-af81-b640376b857e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:49:21Z', 'updated_at': '2021-05-20T19:49:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi'}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:49:24.892147 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ed008c-2241-461f-9c48-b64f3027270e None None] The sync data for ids ['f59354f4-48c1-4d58-af81-b640376b857e'] in dv-cinder-792462-2-iscsi is: [{'id': 'f59354f4-48c1-4d58-af81-b640376b857e', 'name': 'tempest-TestMinimumBasicScenario-1295371326-router', 'tenant_id': '06e766a72c9240e8a3468a5a7e0176a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '1ad8b931-be0f-4f73-ac8b-e48c1e8dc31f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:49:20Z', 'updated_at': '2021-05-20T19:49:22Z', 'revision_number': 3, 'project_id': '06e766a72c9240e8a3468a5a7e0176a4', 'gw_port': {'id': '1ad8b931-be0f-4f73-ac8b-e48c1e8dc31f', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f59354f4-48c1-4d58-af81-b640376b857e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:49:21Z', 'updated_at': '2021-05-20T19:49:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi'}] {{(pid=98245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:49:24.907924 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device ca8e54bf-8e0f-49ce-899c-84fe035d3d45 up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:49:24.914473 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-bb62e728-fcd8-4f05-8eb8-e41318d7735c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1697874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1823336'] for router_interface, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:24.924067 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb62e728-fcd8-4f05-8eb8-e41318d7735c admin admin] Pushing event updated for resources: {'Port': ['ID=3049c3ae-3618-46a4-adce-4b68c2037a40,revision_number=2']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:24.928022 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-bb62e728-fcd8-4f05-8eb8-e41318d7735c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:24.991084 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning complete for port ca8e54bf-8e0f-49ce-899c-84fe035d3d45 triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:49:24.991613 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:25.204177 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb62e728-fcd8-4f05-8eb8-e41318d7735c admin admin] Network 1b327da3-33cc-49f3-95cb-f563b6ea1ed4 is already hosted by enough agents. {{(pid=98244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:49:25.205226 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.base_scheduler [None req-bb62e728-fcd8-4f05-8eb8-e41318d7735c admin admin] Resources bound (agent type, host, resource id): {{(pid=98244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:49:25.420274 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb62e728-fcd8-4f05-8eb8-e41318d7735c admin admin] Router f59354f4-48c1-4d58-af81-b640376b857e has already been hosted by L3 agent bf06d900-968e-4d51-b3d3-e51a8143bf8e {{(pid=98244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:49:25.528525 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-3d124682-a58c-438a-946e-74167b3da44b None None] Provisioning complete for port 3049c3ae-3618-46a4-adce-4b68c2037a40 triggered by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:49:25.529467 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3d124682-a58c-438a-946e-74167b3da44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:25.598759 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-3d124682-a58c-438a-946e-74167b3da44b None None] Port 3049c3ae-3618-46a4-adce-4b68c2037a40 cannot update to ACTIVE because it is not bound. {{(pid=98245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 19:49:25.624399 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb62e728-fcd8-4f05-8eb8-e41318d7735c admin admin] Notify agent at l3_agent.dv-cinder-792462-2-iscsi the message routers_updated {{(pid=98244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:49:25.653813 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-bb62e728-fcd8-4f05-8eb8-e41318d7735c admin admin] 10.222.0.46 "PUT /v2.0/routers/f59354f4-48c1-4d58-af81-b640376b857e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6786826 May 20 19:49:26.146903 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 44064) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:49:26.152592 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-8266d9a5-a884-447f-ae8a-6cb307fd7fe7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2126486921-network', 'tenant_id': '32d85dfdf92b48759da97b78bc60a724'}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:49:26.157697 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-8266d9a5-a884-447f-ae8a-6cb307fd7fe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:49:26.161567 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-8266d9a5-a884-447f-ae8a-6cb307fd7fe7 admin admin] Usage tracker for resource:network and tenant:32d85dfdf92b48759da97b78bc60a724 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:49:26.164527 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-8266d9a5-a884-447f-ae8a-6cb307fd7fe7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:49:26.170213 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-8266d9a5-a884-447f-ae8a-6cb307fd7fe7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:49:26.180184 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8266d9a5-a884-447f-ae8a-6cb307fd7fe7 admin admin] Made reservation on behalf of 32d85dfdf92b48759da97b78bc60a724 for: {'network': 1} {{(pid=98244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:49:26.182443 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-8266d9a5-a884-447f-ae8a-6cb307fd7fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-584789'] for network, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:26.194763 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-8266d9a5-a884-447f-ae8a-6cb307fd7fe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:26.209102 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-8266d9a5-a884-447f-ae8a-6cb307fd7fe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:49:26.213275 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-8266d9a5-a884-447f-ae8a-6cb307fd7fe7 admin admin] Usage tracker for resource:security_group_rule and tenant:32d85dfdf92b48759da97b78bc60a724 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:49:26.216315 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-8266d9a5-a884-447f-ae8a-6cb307fd7fe7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:49:26.222355 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-8266d9a5-a884-447f-ae8a-6cb307fd7fe7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:49:26.305754 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-8266d9a5-a884-447f-ae8a-6cb307fd7fe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:26.309527 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-8266d9a5-a884-447f-ae8a-6cb307fd7fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:26.313939 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-dc584430-aba1-4d4f-ba50-55c8c18dfa5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:26.338088 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8266d9a5-a884-447f-ae8a-6cb307fd7fe7 admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=98244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 19:49:26.350856 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266d9a5-a884-447f-ae8a-6cb307fd7fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fa0bee-6325-4d1b-8409-8622c7ec04c4,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:26.354883 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-8266d9a5-a884-447f-ae8a-6cb307fd7fe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:26.355843 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-8266d9a5-a884-447f-ae8a-6cb307fd7fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717217'] for segment, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:26.356181 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.db.segments_db [None req-8266d9a5-a884-447f-ae8a-6cb307fd7fe7 admin admin] Added segment 09d1b2e3-6543-411f-8321-343f55f2325a of type vlan for network 9c2a1dde-7f18-48ea-b3c9-f4ef4edab79d May 20 19:49:26.383073 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-8266d9a5-a884-447f-ae8a-6cb307fd7fe7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778152598492'] for network, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:26.415198 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-8266d9a5-a884-447f-ae8a-6cb307fd7fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697952'] for network, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:26.416261 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8266d9a5-a884-447f-ae8a-6cb307fd7fe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:49:26.416834 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-8266d9a5-a884-447f-ae8a-6cb307fd7fe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for network, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:26.421709 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-ac6374b8-492a-4d93-89f8-38ee86ea9800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:26.515206 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-8266d9a5-a884-447f-ae8a-6cb307fd7fe7 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3672094 May 20 19:49:26.518426 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 44068) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:49:26.519309 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266d9a5-a884-447f-ae8a-6cb307fd7fe7 admin admin] Pushing event updated for resources: {'Network': ['ID=9c2a1dde-7f18-48ea-b3c9-f4ef4edab79d,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:26.521951 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-8266d9a5-a884-447f-ae8a-6cb307fd7fe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:26.525216 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [None req-c9f5b90d-f6bf-4847-9ecc-af73076f2621 admin admin] Request body: {'subnet': {'network_id': '9c2a1dde-7f18-48ea-b3c9-f4ef4edab79d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2126486921-subnet', 'tenant_id': '32d85dfdf92b48759da97b78bc60a724', 'ip_version': 4}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:49:26.528978 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Network 9c2a1dde-7f18-48ea-b3c9-f4ef4edab79d details requested by agent ovs-agent-dv-cinder-792462-2-iscsi with host dv-cinder-792462-2-iscsi {{(pid=98245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 19:49:26.530666 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-c9f5b90d-f6bf-4847-9ecc-af73076f2621 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:49:26.534991 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-c9f5b90d-f6bf-4847-9ecc-af73076f2621 admin admin] Usage tracker for resource:subnet and tenant:32d85dfdf92b48759da97b78bc60a724 is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:49:26.537983 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-c9f5b90d-f6bf-4847-9ecc-af73076f2621 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:49:26.544336 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-c9f5b90d-f6bf-4847-9ecc-af73076f2621 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:49:26.560294 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f5b90d-f6bf-4847-9ecc-af73076f2621 admin admin] Made reservation on behalf of 32d85dfdf92b48759da97b78bc60a724 for: {'subnet': 1} {{(pid=98243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:49:26.563204 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-c9f5b90d-f6bf-4847-9ecc-af73076f2621 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238023'] for subnet, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:26.568091 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b202eaf-e91c-47be-a1cf-8750800fdb4b None None] Sync routers for ids ['f59354f4-48c1-4d58-af81-b640376b857e'] in dv-cinder-792462-2-iscsi {{(pid=98246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:49:26.577418 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b202eaf-e91c-47be-a1cf-8750800fdb4b None None] Routers {'f59354f4-48c1-4d58-af81-b640376b857e'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:49:26.578614 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-3b202eaf-e91c-47be-a1cf-8750800fdb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:49:04Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['f59354f4-48c1-4d58-af81-b640376b857e'], 'active': True} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:49:26.767063 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvr_db [None req-3b202eaf-e91c-47be-a1cf-8750800fdb4b None None] Set router f59354f4-48c1-4d58-af81-b640376b857e gateway port host: dv-cinder-792462-2-iscsi {{(pid=98246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:49:26.969678 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 1ad8b931-be0f-4f73-ac8b-e48c1e8dc31f up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:49:27.054465 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning for port 1ad8b931-be0f-4f73-ac8b-e48c1e8dc31f completed by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:49:27.060159 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning complete for port 1ad8b931-be0f-4f73-ac8b-e48c1e8dc31f triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:49:27.060755 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:27.067892 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-c9f5b90d-f6bf-4847-9ecc-af73076f2621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3727188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238037'] for subnet, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:27.073908 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:27.142096 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-3b202eaf-e91c-47be-a1cf-8750800fdb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f59354f4-48c1-4d58-af81-b640376b857e', 'name': 'tempest-TestMinimumBasicScenario-1295371326-router', 'tenant_id': '06e766a72c9240e8a3468a5a7e0176a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '1ad8b931-be0f-4f73-ac8b-e48c1e8dc31f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:49:20Z', 'updated_at': '2021-05-20T19:49:24Z', 'revision_number': 4, 'project_id': '06e766a72c9240e8a3468a5a7e0176a4', 'gw_port': {'id': '1ad8b931-be0f-4f73-ac8b-e48c1e8dc31f', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f59354f4-48c1-4d58-af81-b640376b857e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:49:21Z', 'updated_at': '2021-05-20T19:49:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': '3049c3ae-3618-46a4-adce-4b68c2037a40', 'name': '', 'network_id': '1b327da3-33cc-49f3-95cb-f563b6ea1ed4', 'tenant_id': '06e766a72c9240e8a3468a5a7e0176a4', 'mac_address': 'fa:16:3e:ea:79:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f59354f4-48c1-4d58-af81-b640376b857e', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '7f99646e-4cb2-4305-a61f-1e32124e00b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:49:23Z', 'updated_at': '2021-05-20T19:49:24Z', 'revision_number': 2, 'project_id': '06e766a72c9240e8a3468a5a7e0176a4', 'subnets': [{'id': '7f99646e-4cb2-4305-a61f-1e32124e00b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:49:27.148979 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b202eaf-e91c-47be-a1cf-8750800fdb4b None None] Checking router: f59354f4-48c1-4d58-af81-b640376b857e for host: dv-cinder-792462-2-iscsi {{(pid=98246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:49:27.149670 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b202eaf-e91c-47be-a1cf-8750800fdb4b None None] Updating router f59354f4-48c1-4d58-af81-b640376b857e port 3049c3ae-3618-46a4-adce-4b68c2037a40 binding host dv-cinder-792462-2-iscsi {{(pid=98246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 19:49:27.153904 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f5b90d-f6bf-4847-9ecc-af73076f2621 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0494cab5-1049-45d4-a38e-db940a2d6900,revision_number=0']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:27.158559 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f5b90d-f6bf-4847-9ecc-af73076f2621 admin admin] Checking segment: {'id': '09d1b2e3-6543-411f-8321-343f55f2325a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9c2a1dde-7f18-48ea-b3c9-f4ef4edab79d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:49:27.159105 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f5b90d-f6bf-4847-9ecc-af73076f2621 admin admin] Network hostable DHCP agents. Network: 9c2a1dde-7f18-48ea-b3c9-f4ef4edab79d, hostable agents: ['fa9d6d8e-318c-43db-bbd8-e3a49a35072a'], hosted agents: [] {{(pid=98243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 19:49:27.164096 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-c9f5b90d-f6bf-4847-9ecc-af73076f2621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:27.177650 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f5b90d-f6bf-4847-9ecc-af73076f2621 admin admin] Network 9c2a1dde-7f18-48ea-b3c9-f4ef4edab79d is scheduled to be hosted by DHCP agent fa9d6d8e-318c-43db-bbd8-e3a49a35072a with binding_index 1 {{(pid=98243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 19:49:27.190503 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.base_scheduler [None req-c9f5b90d-f6bf-4847-9ecc-af73076f2621 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-2-iscsi, 9c2a1dde-7f18-48ea-b3c9-f4ef4edab79d) {{(pid=98243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:49:27.202301 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f8fcb7-59d2-41a4-b7c3-12c56f2f5e56 None None] Network 9c2a1dde-7f18-48ea-b3c9-f4ef4edab79d requested from dv-cinder-792462-2-iscsi {{(pid=98245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:49:27.205803 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f5b90d-f6bf-4847-9ecc-af73076f2621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:49:27.207001 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-c9f5b90d-f6bf-4847-9ecc-af73076f2621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for subnet, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:27.215316 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:27.215493 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-3b202eaf-e91c-47be-a1cf-8750800fdb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:27.234013 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-c9f5b90d-f6bf-4847-9ecc-af73076f2621 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7144654 May 20 19:49:27.237386 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 44076) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:49:27.244686 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [None req-043ac833-80af-4d36-8345-a14939564912 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2126486921-router', 'tenant_id': '32d85dfdf92b48759da97b78bc60a724', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3'}}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:49:27.252108 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-043ac833-80af-4d36-8345-a14939564912 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:49:27.257058 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-043ac833-80af-4d36-8345-a14939564912 admin admin] Usage tracker for resource:router and tenant:32d85dfdf92b48759da97b78bc60a724 is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:49:27.260977 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-043ac833-80af-4d36-8345-a14939564912 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:49:27.268922 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-043ac833-80af-4d36-8345-a14939564912 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:49:27.280783 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-043ac833-80af-4d36-8345-a14939564912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1749729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7936'] for router, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:27.282978 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-043ac833-80af-4d36-8345-a14939564912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822624', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7947'] for router, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:27.305880 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-043ac833-80af-4d36-8345-a14939564912 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:27.321544 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] For port 1ad8b931-be0f-4f73-ac8b-e48c1e8dc31f, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=1ad8b931-be0f-4f73-ac8b-e48c1e8dc31f,segment=NetworkSegment(67affa7f-7af4-4d70-a1a2-daaca7702f84),segment_id=67affa7f-7af4-4d70-a1a2-daaca7702f84)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:49:27.352090 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:27.361172 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-45c4ec3c-92a5-4d5d-acad-64cea0723677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:27.547471 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Pushing event updated for resources: {'Port': ['ID=1ad8b931-be0f-4f73-ac8b-e48c1e8dc31f,revision_number=4']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:27.551521 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:27.566083 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7eb75e5-9f62-4d91-a027-6108d9dce45e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp24e9921b-c377-56b1-b5d5-9e0eafbeecd1-9c2a1dde-7f18-48ea-b3c9-f4ef4edab79d', 'network_id': '9c2a1dde-7f18-48ea-b3c9-f4ef4edab79d', 'tenant_id': '32d85dfdf92b48759da97b78bc60a724', 'fixed_ips': [{'subnet_id': '0494cab5-1049-45d4-a38e-db940a2d6900'}]}} from dv-cinder-792462-2-iscsi. {{(pid=98245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 19:49:27.567000 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-a7eb75e5-9f62-4d91-a027-6108d9dce45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:27.600091 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-043ac833-80af-4d36-8345-a14939564912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1822610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1749751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7965'] for router, precommit_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:27.663414 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-3b202eaf-e91c-47be-a1cf-8750800fdb4b None None] Notify callbacks [] for port, precommit_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:27.675470 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.provisioning_blocks [None req-3b202eaf-e91c-47be-a1cf-8750800fdb4b None None] Transition to ACTIVE for port object 3049c3ae-3618-46a4-adce-4b68c2037a40 will not be triggered until provisioned by entity L2. {{(pid=98246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:49:27.681228 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-3b202eaf-e91c-47be-a1cf-8750800fdb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:27.685804 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-5f3a5d19-6774-4fbc-95f4-3c5731f949c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:27.732675 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.db_base_plugin_common [None req-a7eb75e5-9f62-4d91-a027-6108d9dce45e None None] Allocated IP 172.20.0.2 (9c2a1dde-7f18-48ea-b3c9-f4ef4edab79d/0494cab5-1049-45d4-a38e-db940a2d6900/833f5af5-69b5-47c7-95a6-93c703e96e55) {{(pid=98245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:49:27.846686 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26874fe-0327-4eea-bdeb-83003c0cb22b None None] Pushing event updated for resources: {'Port': ['ID=3049c3ae-3618-46a4-adce-4b68c2037a40,revision_number=3']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:27.887820 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26874fe-0327-4eea-bdeb-83003c0cb22b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:49:27.888163 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26874fe-0327-4eea-bdeb-83003c0cb22b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:49:27.888496 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26874fe-0327-4eea-bdeb-83003c0cb22b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:49:27.888820 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26874fe-0327-4eea-bdeb-83003c0cb22b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:49:27.889143 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26874fe-0327-4eea-bdeb-83003c0cb22b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:49:27.889463 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26874fe-0327-4eea-bdeb-83003c0cb22b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:49:27.889779 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26874fe-0327-4eea-bdeb-83003c0cb22b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:49:27.890093 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26874fe-0327-4eea-bdeb-83003c0cb22b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:49:27.890457 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26874fe-0327-4eea-bdeb-83003c0cb22b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:49:27.890778 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26874fe-0327-4eea-bdeb-83003c0cb22b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:49:27.891093 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26874fe-0327-4eea-bdeb-83003c0cb22b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:49:27.891411 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26874fe-0327-4eea-bdeb-83003c0cb22b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:49:27.925179 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-a26874fe-0327-4eea-bdeb-83003c0cb22b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:27.935950 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-043ac833-80af-4d36-8345-a14939564912 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:27.952606 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.managers [None req-3b202eaf-e91c-47be-a1cf-8750800fdb4b None None] Attempting to bind port 3049c3ae-3618-46a4-adce-4b68c2037a40 on host dv-cinder-792462-2-iscsi for vnic_type normal with profile {{(pid=98246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:49:27.953151 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.managers [None req-3b202eaf-e91c-47be-a1cf-8750800fdb4b None None] Attempting to bind port 3049c3ae-3618-46a4-adce-4b68c2037a40 by drivers openvswitch,hyperv on host dv-cinder-792462-2-iscsi at level 0 using segments [{'id': '2fe0069f-9e2f-4664-9dbe-d6cdd78a57fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '1b327da3-33cc-49f3-95cb-f563b6ea1ed4'}] {{(pid=98246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:49:27.953767 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b202eaf-e91c-47be-a1cf-8750800fdb4b None None] Attempting to bind port 3049c3ae-3618-46a4-adce-4b68c2037a40 on network 1b327da3-33cc-49f3-95cb-f563b6ea1ed4 {{(pid=98246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:49:27.959337 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b202eaf-e91c-47be-a1cf-8750800fdb4b None None] Checking agent: {'id': 'f14708df-a001-437d-8366-dd48be2b8a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 33, 5), 'started_at': datetime.datetime(2021, 5, 20, 19, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:49:27.959875 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b202eaf-e91c-47be-a1cf-8750800fdb4b None None] Checking segment: {'id': '2fe0069f-9e2f-4664-9dbe-d6cdd78a57fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '1b327da3-33cc-49f3-95cb-f563b6ea1ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:49:27.960365 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-3b202eaf-e91c-47be-a1cf-8750800fdb4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:27.960871 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b202eaf-e91c-47be-a1cf-8750800fdb4b None None] Bound using segment: {'id': '2fe0069f-9e2f-4664-9dbe-d6cdd78a57fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '1b327da3-33cc-49f3-95cb-f563b6ea1ed4'} {{(pid=98246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:49:27.961423 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.managers [None req-3b202eaf-e91c-47be-a1cf-8750800fdb4b None None] Bound port: 3049c3ae-3618-46a4-adce-4b68c2037a40, host: dv-cinder-792462-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fe0069f-9e2f-4664-9dbe-d6cdd78a57fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '1b327da3-33cc-49f3-95cb-f563b6ea1ed4'}}] {{(pid=98246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:49:27.961942 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-3b202eaf-e91c-47be-a1cf-8750800fdb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:27.973009 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-a7eb75e5-9f62-4d91-a027-6108d9dce45e None None] Notify callbacks [] for port, precommit_create {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:27.973255 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-043ac833-80af-4d36-8345-a14939564912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:27.983881 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-a7eb75e5-9f62-4d91-a027-6108d9dce45e None None] Transition to ACTIVE for port object 833f5af5-69b5-47c7-95a6-93c703e96e55 will not be triggered until provisioned by entity L2. {{(pid=98245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:49:28.002809 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-a7eb75e5-9f62-4d91-a027-6108d9dce45e None None] Transition to ACTIVE for port object 833f5af5-69b5-47c7-95a6-93c703e96e55 will not be triggered until provisioned by entity DHCP. {{(pid=98245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:49:28.009845 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-a7eb75e5-9f62-4d91-a027-6108d9dce45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015'] for port, after_create {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:28.014930 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-837359c5-4278-44c4-b465-e26ab8809763 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:28.058636 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.db [None req-3b202eaf-e91c-47be-a1cf-8750800fdb4b None None] For port 3049c3ae-3618-46a4-adce-4b68c2037a40, host dv-cinder-792462-2-iscsi, cleared binding levels {{(pid=98246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:49:28.062352 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.db [None req-3b202eaf-e91c-47be-a1cf-8750800fdb4b None None] For port 3049c3ae-3618-46a4-adce-4b68c2037a40, host dv-cinder-792462-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=3049c3ae-3618-46a4-adce-4b68c2037a40,segment=NetworkSegment(2fe0069f-9e2f-4664-9dbe-d6cdd78a57fa),segment_id=2fe0069f-9e2f-4664-9dbe-d6cdd78a57fa)] {{(pid=98246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:49:28.067073 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-3b202eaf-e91c-47be-a1cf-8750800fdb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:28.072038 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-5926817a-b06e-4671-9d00-3c7d09c74f7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:28.098954 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7eb75e5-9f62-4d91-a027-6108d9dce45e None None] Network 9c2a1dde-7f18-48ea-b3c9-f4ef4edab79d is already hosted by enough agents. {{(pid=98245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:49:28.102157 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb75e5-9f62-4d91-a027-6108d9dce45e None None] Pushing event updated for resources: {'Port': ['ID=833f5af5-69b5-47c7-95a6-93c703e96e55,revision_number=1']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:28.105714 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.scheduler.base_scheduler [None req-a7eb75e5-9f62-4d91-a027-6108d9dce45e None None] Resources bound (agent type, host, resource id): {{(pid=98245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:49:28.107736 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-a7eb75e5-9f62-4d91-a027-6108d9dce45e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:28.108573 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7eb75e5-9f62-4d91-a027-6108d9dce45e None None] Received port after_create {{(pid=98245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:49:28.110197 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.db_base_plugin_common [None req-043ac833-80af-4d36-8345-a14939564912 admin admin] Allocated IP 172.27.1.38 (b6b8e223-f4e2-43c0-a9aa-6e12566b63e3/0824c86c-c492-497a-a433-a5123d2f3ae1/ad65cf62-0c71-4a0a-85e7-86dec23d805b) {{(pid=98243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:49:28.152313 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b202eaf-e91c-47be-a1cf-8750800fdb4b None None] Routers {'f59354f4-48c1-4d58-af81-b640376b857e'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:49:28.153072 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-3b202eaf-e91c-47be-a1cf-8750800fdb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:49:04Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['f59354f4-48c1-4d58-af81-b640376b857e'], 'active': True} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:49:28.211908 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-a7eb75e5-9f62-4d91-a027-6108d9dce45e None None] Attempting to bind port 833f5af5-69b5-47c7-95a6-93c703e96e55 on host dv-cinder-792462-2-iscsi for vnic_type normal with profile {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:49:28.212290 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-a7eb75e5-9f62-4d91-a027-6108d9dce45e None None] Attempting to bind port 833f5af5-69b5-47c7-95a6-93c703e96e55 by drivers openvswitch,hyperv on host dv-cinder-792462-2-iscsi at level 0 using segments [{'id': '09d1b2e3-6543-411f-8321-343f55f2325a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9c2a1dde-7f18-48ea-b3c9-f4ef4edab79d'}] {{(pid=98245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:49:28.212664 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eb75e5-9f62-4d91-a027-6108d9dce45e None None] Attempting to bind port 833f5af5-69b5-47c7-95a6-93c703e96e55 on network 9c2a1dde-7f18-48ea-b3c9-f4ef4edab79d {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:49:28.218340 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eb75e5-9f62-4d91-a027-6108d9dce45e None None] Checking agent: {'id': 'f14708df-a001-437d-8366-dd48be2b8a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 33, 5), 'started_at': datetime.datetime(2021, 5, 20, 19, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:49:28.218771 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eb75e5-9f62-4d91-a027-6108d9dce45e None None] Checking segment: {'id': '09d1b2e3-6543-411f-8321-343f55f2325a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9c2a1dde-7f18-48ea-b3c9-f4ef4edab79d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:49:28.219185 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-a7eb75e5-9f62-4d91-a027-6108d9dce45e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:28.219588 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eb75e5-9f62-4d91-a027-6108d9dce45e None None] Bound using segment: {'id': '09d1b2e3-6543-411f-8321-343f55f2325a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9c2a1dde-7f18-48ea-b3c9-f4ef4edab79d'} {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:49:28.220153 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-a7eb75e5-9f62-4d91-a027-6108d9dce45e None None] Bound port: 833f5af5-69b5-47c7-95a6-93c703e96e55, host: dv-cinder-792462-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09d1b2e3-6543-411f-8321-343f55f2325a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9c2a1dde-7f18-48ea-b3c9-f4ef4edab79d'}}] {{(pid=98245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:49:28.220540 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-a7eb75e5-9f62-4d91-a027-6108d9dce45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:28.225877 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26874fe-0327-4eea-bdeb-83003c0cb22b None None] Pushing event updated for resources: {'Port': ['ID=3049c3ae-3618-46a4-adce-4b68c2037a40,revision_number=4']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:28.229106 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-a26874fe-0327-4eea-bdeb-83003c0cb22b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:28.291219 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-043ac833-80af-4d36-8345-a14939564912 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:28.329195 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-a7eb75e5-9f62-4d91-a027-6108d9dce45e None None] For port 833f5af5-69b5-47c7-95a6-93c703e96e55, host dv-cinder-792462-2-iscsi, cleared binding levels {{(pid=98245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:49:28.332959 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-a7eb75e5-9f62-4d91-a027-6108d9dce45e None None] For port 833f5af5-69b5-47c7-95a6-93c703e96e55, host dv-cinder-792462-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=833f5af5-69b5-47c7-95a6-93c703e96e55,segment=NetworkSegment(09d1b2e3-6543-411f-8321-343f55f2325a),segment_id=09d1b2e3-6543-411f-8321-343f55f2325a)] {{(pid=98245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:49:28.337451 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-a7eb75e5-9f62-4d91-a027-6108d9dce45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:28.338619 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-043ac833-80af-4d36-8345-a14939564912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3727336'] for port, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:28.343376 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-c67f0f58-61de-407f-bd7e-23be5aa20d73 tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:28.347255 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:28.366936 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvr_db [None req-3b202eaf-e91c-47be-a1cf-8750800fdb4b None None] Set router f59354f4-48c1-4d58-af81-b640376b857e gateway port host: dv-cinder-792462-2-iscsi {{(pid=98246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:49:28.411386 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043ac833-80af-4d36-8345-a14939564912 admin admin] Network b6b8e223-f4e2-43c0-a9aa-6e12566b63e3 is already hosted by enough agents. {{(pid=98243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:49:28.414272 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.base_scheduler [None req-043ac833-80af-4d36-8345-a14939564912 admin admin] Resources bound (agent type, host, resource id): {{(pid=98243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:49:28.418050 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043ac833-80af-4d36-8345-a14939564912 admin admin] Received port after_create {{(pid=98243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:49:28.438446 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb75e5-9f62-4d91-a027-6108d9dce45e None None] Pushing event updated for resources: {'Port': ['ID=833f5af5-69b5-47c7-95a6-93c703e96e55,revision_number=2']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:28.453223 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-a7eb75e5-9f62-4d91-a027-6108d9dce45e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:28.454463 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043ac833-80af-4d36-8345-a14939564912 admin admin] Pushing event updated for resources: {'Port': ['ID=ad65cf62-0c71-4a0a-85e7-86dec23d805b,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:28.473923 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043ac833-80af-4d36-8345-a14939564912 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:49:28.474298 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043ac833-80af-4d36-8345-a14939564912 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:49:28.474666 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043ac833-80af-4d36-8345-a14939564912 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:49:28.475030 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043ac833-80af-4d36-8345-a14939564912 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:49:28.475388 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043ac833-80af-4d36-8345-a14939564912 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:49:28.475790 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043ac833-80af-4d36-8345-a14939564912 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:49:28.476149 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043ac833-80af-4d36-8345-a14939564912 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:49:28.476502 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043ac833-80af-4d36-8345-a14939564912 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:49:28.476857 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043ac833-80af-4d36-8345-a14939564912 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:49:28.477207 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043ac833-80af-4d36-8345-a14939564912 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:49:28.477556 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043ac833-80af-4d36-8345-a14939564912 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:49:28.477903 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043ac833-80af-4d36-8345-a14939564912 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:49:28.483454 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-043ac833-80af-4d36-8345-a14939564912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:28.779226 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-3b202eaf-e91c-47be-a1cf-8750800fdb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f59354f4-48c1-4d58-af81-b640376b857e', 'name': 'tempest-TestMinimumBasicScenario-1295371326-router', 'tenant_id': '06e766a72c9240e8a3468a5a7e0176a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '1ad8b931-be0f-4f73-ac8b-e48c1e8dc31f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:49:20Z', 'updated_at': '2021-05-20T19:49:24Z', 'revision_number': 4, 'project_id': '06e766a72c9240e8a3468a5a7e0176a4', 'gw_port': {'id': '1ad8b931-be0f-4f73-ac8b-e48c1e8dc31f', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59354f4-48c1-4d58-af81-b640376b857e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:49:21Z', 'updated_at': '2021-05-20T19:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': '3049c3ae-3618-46a4-adce-4b68c2037a40', 'name': '', 'network_id': '1b327da3-33cc-49f3-95cb-f563b6ea1ed4', 'tenant_id': '06e766a72c9240e8a3468a5a7e0176a4', 'mac_address': 'fa:16:3e:ea:79:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f59354f4-48c1-4d58-af81-b640376b857e', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '7f99646e-4cb2-4305-a61f-1e32124e00b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:49:23Z', 'updated_at': '2021-05-20T19:49:28Z', 'revision_number': 4, 'project_id': '06e766a72c9240e8a3468a5a7e0176a4', 'subnets': [{'id': '7f99646e-4cb2-4305-a61f-1e32124e00b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:49:28.783256 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b202eaf-e91c-47be-a1cf-8750800fdb4b None None] The sync data for ids ['f59354f4-48c1-4d58-af81-b640376b857e'] in dv-cinder-792462-2-iscsi is: [{'id': 'f59354f4-48c1-4d58-af81-b640376b857e', 'name': 'tempest-TestMinimumBasicScenario-1295371326-router', 'tenant_id': '06e766a72c9240e8a3468a5a7e0176a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '1ad8b931-be0f-4f73-ac8b-e48c1e8dc31f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:49:20Z', 'updated_at': '2021-05-20T19:49:24Z', 'revision_number': 4, 'project_id': '06e766a72c9240e8a3468a5a7e0176a4', 'gw_port': {'id': '1ad8b931-be0f-4f73-ac8b-e48c1e8dc31f', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59354f4-48c1-4d58-af81-b640376b857e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:49:21Z', 'updated_at': '2021-05-20T19:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': '3049c3ae-3618-46a4-adce-4b68c2037a40', 'name': '', 'network_id': '1b327da3-33cc-49f3-95cb-f563b6ea1ed4', 'tenant_id': '06e766a72c9240e8a3468a5a7e0176a4', 'mac_address': 'fa:16:3e:ea:79:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f59354f4-48c1-4d58-af81-b640376b857e', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '7f99646e-4cb2-4305-a61f-1e32124e00b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:49:23Z', 'updated_at': '2021-05-20T19:49:28Z', 'revision_number': 4, 'project_id': '06e766a72c9240e8a3468a5a7e0176a4', 'subnets': [{'id': '7f99646e-4cb2-4305-a61f-1e32124e00b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:49:29.032214 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-043ac833-80af-4d36-8345-a14939564912 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:29.035666 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 833f5af5-69b5-47c7-95a6-93c703e96e55 up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:49:29.109393 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning for port 833f5af5-69b5-47c7-95a6-93c703e96e55 completed by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:49:29.116779 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 1ad8b931-be0f-4f73-ac8b-e48c1e8dc31f up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:49:29.203889 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning complete for port 1ad8b931-be0f-4f73-ac8b-e48c1e8dc31f triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:49:29.204319 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:29.354278 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 3049c3ae-3618-46a4-adce-4b68c2037a40 up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:49:29.407997 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-043ac833-80af-4d36-8345-a14939564912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1749742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1822666'] for router, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:29.432747 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning for port 3049c3ae-3618-46a4-adce-4b68c2037a40 completed by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:49:29.439193 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning complete for port 3049c3ae-3618-46a4-adce-4b68c2037a40 triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:49:29.439547 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:29.493225 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51d5d16-158d-4495-8c64-0c0ebdb1a16e None None] Network 9c2a1dde-7f18-48ea-b3c9-f4ef4edab79d requested from dv-cinder-792462-2-iscsi {{(pid=98245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:49:29.635951 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-edc795e7-ba93-4430-abde-13a425ce2bf0 None None] Provisioning for port 833f5af5-69b5-47c7-95a6-93c703e96e55 completed by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:49:29.645997 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-043ac833-80af-4d36-8345-a14939564912 admin admin] Router 3f4aa205-c3af-4826-8d33-57af29fc797b is scheduled to L3 agent bf06d900-968e-4d51-b3d3-e51a8143bf8e with binding_index 1 {{(pid=98243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 19:49:29.662915 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-edc795e7-ba93-4430-abde-13a425ce2bf0 None None] Provisioning complete for port 833f5af5-69b5-47c7-95a6-93c703e96e55 triggered by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:49:29.663477 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-edc795e7-ba93-4430-abde-13a425ce2bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:29.825553 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043ac833-80af-4d36-8345-a14939564912 admin admin] Notify agent at l3_agent.dv-cinder-792462-2-iscsi the message routers_updated {{(pid=98243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:49:29.838375 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:29.850220 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-043ac833-80af-4d36-8345-a14939564912 admin admin] Notify callbacks [] for router, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:29.852858 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-043ac833-80af-4d36-8345-a14939564912 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6137776 May 20 19:49:29.854750 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 44088) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:49:29.856614 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4347d9f-a1f6-4160-8381-94f630352fc3 None None] Sync routers for ids ['3f4aa205-c3af-4826-8d33-57af29fc797b'] in dv-cinder-792462-2-iscsi {{(pid=98245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:49:29.948954 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4347d9f-a1f6-4160-8381-94f630352fc3 None None] Routers {'3f4aa205-c3af-4826-8d33-57af29fc797b'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:49:29.949279 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-c4347d9f-a1f6-4160-8381-94f630352fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:49:04Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['3f4aa205-c3af-4826-8d33-57af29fc797b'], 'active': True} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:49:30.042345 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] For port 3049c3ae-3618-46a4-adce-4b68c2037a40, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=3049c3ae-3618-46a4-adce-4b68c2037a40,segment=NetworkSegment(2fe0069f-9e2f-4664-9dbe-d6cdd78a57fa),segment_id=2fe0069f-9e2f-4664-9dbe-d6cdd78a57fa)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:49:30.054284 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:30.068376 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:30.132013 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-edc795e7-ba93-4430-abde-13a425ce2bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:30.253233 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Pushing event updated for resources: {'Port': ['ID=3049c3ae-3618-46a4-adce-4b68c2037a40,revision_number=5']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:30.256290 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:30.273949 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-edc795e7-ba93-4430-abde-13a425ce2bf0 None None] For port 833f5af5-69b5-47c7-95a6-93c703e96e55, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=833f5af5-69b5-47c7-95a6-93c703e96e55,segment=NetworkSegment(09d1b2e3-6543-411f-8321-343f55f2325a),segment_id=09d1b2e3-6543-411f-8321-343f55f2325a)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:49:30.281649 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-edc795e7-ba93-4430-abde-13a425ce2bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:30.285631 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvr_db [None req-c4347d9f-a1f6-4160-8381-94f630352fc3 None None] Set router 3f4aa205-c3af-4826-8d33-57af29fc797b gateway port host: dv-cinder-792462-2-iscsi {{(pid=98245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:49:30.328351 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:30.539837 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc795e7-ba93-4430-abde-13a425ce2bf0 None None] Pushing event updated for resources: {'Port': ['ID=833f5af5-69b5-47c7-95a6-93c703e96e55,revision_number=3']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:30.542687 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-edc795e7-ba93-4430-abde-13a425ce2bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:30.564128 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-2dbb83c4-6c66-4711-bea0-d32047c83882 None None] Provisioning complete for port 833f5af5-69b5-47c7-95a6-93c703e96e55 triggered by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:49:30.564505 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-2dbb83c4-6c66-4711-bea0-d32047c83882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:30.643778 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-6afd8941-43da-4d37-adf0-79c16e026d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:30.764008 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-c4347d9f-a1f6-4160-8381-94f630352fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4aa205-c3af-4826-8d33-57af29fc797b', 'name': 'tempest-TestMinimumBasicScenario-2126486921-router', 'tenant_id': '32d85dfdf92b48759da97b78bc60a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': 'ad65cf62-0c71-4a0a-85e7-86dec23d805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:49:27Z', 'updated_at': '2021-05-20T19:49:28Z', 'revision_number': 3, 'project_id': '32d85dfdf92b48759da97b78bc60a724', 'gw_port': {'id': 'ad65cf62-0c71-4a0a-85e7-86dec23d805b', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4aa205-c3af-4826-8d33-57af29fc797b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:49:28Z', 'updated_at': '2021-05-20T19:49:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi'}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:49:30.772062 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4347d9f-a1f6-4160-8381-94f630352fc3 None None] Checking router: 3f4aa205-c3af-4826-8d33-57af29fc797b for host: dv-cinder-792462-2-iscsi {{(pid=98245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:49:30.772428 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4347d9f-a1f6-4160-8381-94f630352fc3 None None] Updating router 3f4aa205-c3af-4826-8d33-57af29fc797b port ad65cf62-0c71-4a0a-85e7-86dec23d805b binding host dv-cinder-792462-2-iscsi {{(pid=98245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 19:49:30.830968 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-c4347d9f-a1f6-4160-8381-94f630352fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:30.851948 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.db_base_plugin_common [None req-6afd8941-43da-4d37-adf0-79c16e026d75 admin admin] Allocated IP 172.20.0.1 (9c2a1dde-7f18-48ea-b3c9-f4ef4edab79d/0494cab5-1049-45d4-a38e-db940a2d6900/930e69dc-b7db-49a1-920f-be5d5bbbb2de) {{(pid=98243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:49:30.929834 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 3049c3ae-3618-46a4-adce-4b68c2037a40 up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:49:31.005016 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-6afd8941-43da-4d37-adf0-79c16e026d75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:31.020329 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.provisioning_blocks [None req-6afd8941-43da-4d37-adf0-79c16e026d75 admin admin] Transition to ACTIVE for port object 930e69dc-b7db-49a1-920f-be5d5bbbb2de will not be triggered until provisioned by entity DHCP. {{(pid=98243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:49:31.042972 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-6afd8941-43da-4d37-adf0-79c16e026d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3727336'] for port, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:31.048058 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-365ca1cd-58e4-4610-baf6-5073178f8552 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:31.107886 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afd8941-43da-4d37-adf0-79c16e026d75 admin admin] Network 9c2a1dde-7f18-48ea-b3c9-f4ef4edab79d is already hosted by enough agents. {{(pid=98243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:49:31.111575 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.base_scheduler [None req-6afd8941-43da-4d37-adf0-79c16e026d75 admin admin] Resources bound (agent type, host, resource id): {{(pid=98243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:49:31.115645 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afd8941-43da-4d37-adf0-79c16e026d75 admin admin] Received port after_create {{(pid=98243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:49:31.159355 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning complete for port 3049c3ae-3618-46a4-adce-4b68c2037a40 triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:49:31.159950 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:31.160562 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd8941-43da-4d37-adf0-79c16e026d75 admin admin] Pushing event updated for resources: {'Port': ['ID=930e69dc-b7db-49a1-920f-be5d5bbbb2de,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:31.169110 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-6afd8941-43da-4d37-adf0-79c16e026d75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:31.182148 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-6afd8941-43da-4d37-adf0-79c16e026d75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745875'] for router_interface, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:31.371450 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-4749e654-2c11-4cc8-a468-ffa60bcaa3a6 None None] Provisioning for port 930e69dc-b7db-49a1-920f-be5d5bbbb2de completed by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:49:31.379285 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 833f5af5-69b5-47c7-95a6-93c703e96e55 up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:49:31.417093 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-4749e654-2c11-4cc8-a468-ffa60bcaa3a6 None None] Provisioning complete for port 930e69dc-b7db-49a1-920f-be5d5bbbb2de triggered by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:49:31.417395 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-4749e654-2c11-4cc8-a468-ffa60bcaa3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:31.437070 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-6afd8941-43da-4d37-adf0-79c16e026d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:31.446997 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-c4347d9f-a1f6-4160-8381-94f630352fc3 None None] Notify callbacks [] for port, precommit_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:31.493693 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-c4347d9f-a1f6-4160-8381-94f630352fc3 None None] Transition to ACTIVE for port object ad65cf62-0c71-4a0a-85e7-86dec23d805b will not be triggered until provisioned by entity L2. {{(pid=98245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:49:31.505099 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-c4347d9f-a1f6-4160-8381-94f630352fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:31.509879 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:31.537374 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-4749e654-2c11-4cc8-a468-ffa60bcaa3a6 None None] Port 930e69dc-b7db-49a1-920f-be5d5bbbb2de cannot update to ACTIVE because it is not bound. {{(pid=98245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 19:49:31.597486 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8ae683-2453-4fb5-8f4f-dcb0cb300c56 None None] Pushing event updated for resources: {'Port': ['ID=ad65cf62-0c71-4a0a-85e7-86dec23d805b,revision_number=2']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:31.599562 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning complete for port 833f5af5-69b5-47c7-95a6-93c703e96e55 triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:49:31.599962 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:31.623007 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-7e8ae683-2453-4fb5-8f4f-dcb0cb300c56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:31.628704 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-c4347d9f-a1f6-4160-8381-94f630352fc3 None None] Attempting to bind port ad65cf62-0c71-4a0a-85e7-86dec23d805b on host dv-cinder-792462-2-iscsi for vnic_type normal with profile {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:49:31.629154 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-c4347d9f-a1f6-4160-8381-94f630352fc3 None None] Attempting to bind port ad65cf62-0c71-4a0a-85e7-86dec23d805b by drivers openvswitch,hyperv on host dv-cinder-792462-2-iscsi at level 0 using segments [{'id': '67affa7f-7af4-4d70-a1a2-daaca7702f84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3'}] {{(pid=98245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:49:31.629449 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4347d9f-a1f6-4160-8381-94f630352fc3 None None] Attempting to bind port ad65cf62-0c71-4a0a-85e7-86dec23d805b on network b6b8e223-f4e2-43c0-a9aa-6e12566b63e3 {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:49:31.648611 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4347d9f-a1f6-4160-8381-94f630352fc3 None None] Checking agent: {'id': 'f14708df-a001-437d-8366-dd48be2b8a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 33, 5), 'started_at': datetime.datetime(2021, 5, 20, 19, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:49:31.648993 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4347d9f-a1f6-4160-8381-94f630352fc3 None None] Checking segment: {'id': '67affa7f-7af4-4d70-a1a2-daaca7702f84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:49:31.649399 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-c4347d9f-a1f6-4160-8381-94f630352fc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:31.649793 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4347d9f-a1f6-4160-8381-94f630352fc3 None None] Bound using segment: {'id': '67affa7f-7af4-4d70-a1a2-daaca7702f84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3'} {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:49:31.650265 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-c4347d9f-a1f6-4160-8381-94f630352fc3 None None] Bound port: ad65cf62-0c71-4a0a-85e7-86dec23d805b, host: dv-cinder-792462-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67affa7f-7af4-4d70-a1a2-daaca7702f84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3'}}] {{(pid=98245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:49:31.650640 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-c4347d9f-a1f6-4160-8381-94f630352fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:31.658251 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-6afd8941-43da-4d37-adf0-79c16e026d75 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:31.662717 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-6afd8941-43da-4d37-adf0-79c16e026d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3727329'] for port, after_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:31.761137 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-c4347d9f-a1f6-4160-8381-94f630352fc3 None None] For port ad65cf62-0c71-4a0a-85e7-86dec23d805b, host dv-cinder-792462-2-iscsi, cleared binding levels {{(pid=98245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:49:31.786880 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-c4347d9f-a1f6-4160-8381-94f630352fc3 None None] For port ad65cf62-0c71-4a0a-85e7-86dec23d805b, host dv-cinder-792462-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=ad65cf62-0c71-4a0a-85e7-86dec23d805b,segment=NetworkSegment(67affa7f-7af4-4d70-a1a2-daaca7702f84),segment_id=67affa7f-7af4-4d70-a1a2-daaca7702f84)] {{(pid=98245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:49:31.795427 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-c4347d9f-a1f6-4160-8381-94f630352fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:31.801047 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:31.809892 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-0ec12e81-85e4-4a6d-b83c-ea597b2c28a2 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:31.874580 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd8941-43da-4d37-adf0-79c16e026d75 admin admin] Pushing event updated for resources: {'Port': ['ID=930e69dc-b7db-49a1-920f-be5d5bbbb2de,revision_number=2']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:31.877405 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-6afd8941-43da-4d37-adf0-79c16e026d75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:31.881291 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4347d9f-a1f6-4160-8381-94f630352fc3 None None] Routers {'3f4aa205-c3af-4826-8d33-57af29fc797b'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:49:31.881926 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-c4347d9f-a1f6-4160-8381-94f630352fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:49:04Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['3f4aa205-c3af-4826-8d33-57af29fc797b'], 'active': True} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:49:31.896723 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-6afd8941-43da-4d37-adf0-79c16e026d75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1697874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1823336'] for router_interface, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:31.939996 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8ae683-2453-4fb5-8f4f-dcb0cb300c56 None None] Pushing event updated for resources: {'Port': ['ID=ad65cf62-0c71-4a0a-85e7-86dec23d805b,revision_number=3']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:31.948703 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-7e8ae683-2453-4fb5-8f4f-dcb0cb300c56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:32.038320 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afd8941-43da-4d37-adf0-79c16e026d75 admin admin] Network 9c2a1dde-7f18-48ea-b3c9-f4ef4edab79d is already hosted by enough agents. {{(pid=98243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:49:32.039416 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.base_scheduler [None req-6afd8941-43da-4d37-adf0-79c16e026d75 admin admin] Resources bound (agent type, host, resource id): {{(pid=98243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:49:32.067064 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvr_db [None req-c4347d9f-a1f6-4160-8381-94f630352fc3 None None] Set router 3f4aa205-c3af-4826-8d33-57af29fc797b gateway port host: dv-cinder-792462-2-iscsi {{(pid=98245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:49:32.242044 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6afd8941-43da-4d37-adf0-79c16e026d75 admin admin] Router 3f4aa205-c3af-4826-8d33-57af29fc797b has already been hosted by L3 agent bf06d900-968e-4d51-b3d3-e51a8143bf8e {{(pid=98243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:49:32.310614 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-056d1e52-e20a-4c55-8c9a-d75e4a4b2dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:32.404768 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-d56f2a84-fd5f-41d0-b282-b8745be1387a None None] Provisioning complete for port 930e69dc-b7db-49a1-920f-be5d5bbbb2de triggered by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:49:32.405145 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-d56f2a84-fd5f-41d0-b282-b8745be1387a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:32.425290 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6afd8941-43da-4d37-adf0-79c16e026d75 admin admin] Notify agent at l3_agent.dv-cinder-792462-2-iscsi the message routers_updated {{(pid=98243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:49:32.434656 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-6afd8941-43da-4d37-adf0-79c16e026d75 admin admin] 10.222.0.46 "PUT /v2.0/routers/3f4aa205-c3af-4826-8d33-57af29fc797b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5789115 May 20 19:49:32.469321 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-d56f2a84-fd5f-41d0-b282-b8745be1387a None None] Port 930e69dc-b7db-49a1-920f-be5d5bbbb2de cannot update to ACTIVE because it is not bound. {{(pid=98245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 19:49:32.479610 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-c4347d9f-a1f6-4160-8381-94f630352fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4aa205-c3af-4826-8d33-57af29fc797b', 'name': 'tempest-TestMinimumBasicScenario-2126486921-router', 'tenant_id': '32d85dfdf92b48759da97b78bc60a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': 'ad65cf62-0c71-4a0a-85e7-86dec23d805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:49:27Z', 'updated_at': '2021-05-20T19:49:31Z', 'revision_number': 4, 'project_id': '32d85dfdf92b48759da97b78bc60a724', 'gw_port': {'id': 'ad65cf62-0c71-4a0a-85e7-86dec23d805b', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4aa205-c3af-4826-8d33-57af29fc797b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:49:28Z', 'updated_at': '2021-05-20T19:49:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': '930e69dc-b7db-49a1-920f-be5d5bbbb2de', 'name': '', 'network_id': '9c2a1dde-7f18-48ea-b3c9-f4ef4edab79d', 'tenant_id': '32d85dfdf92b48759da97b78bc60a724', 'mac_address': 'fa:16:3e:49:af:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4aa205-c3af-4826-8d33-57af29fc797b', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '0494cab5-1049-45d4-a38e-db940a2d6900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:49:30Z', 'updated_at': '2021-05-20T19:49:31Z', 'revision_number': 2, 'project_id': '32d85dfdf92b48759da97b78bc60a724', 'subnets': [{'id': '0494cab5-1049-45d4-a38e-db940a2d6900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:49:32.483624 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4347d9f-a1f6-4160-8381-94f630352fc3 None None] The sync data for ids ['3f4aa205-c3af-4826-8d33-57af29fc797b'] in dv-cinder-792462-2-iscsi is: [{'id': '3f4aa205-c3af-4826-8d33-57af29fc797b', 'name': 'tempest-TestMinimumBasicScenario-2126486921-router', 'tenant_id': '32d85dfdf92b48759da97b78bc60a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': 'ad65cf62-0c71-4a0a-85e7-86dec23d805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:49:27Z', 'updated_at': '2021-05-20T19:49:31Z', 'revision_number': 4, 'project_id': '32d85dfdf92b48759da97b78bc60a724', 'gw_port': {'id': 'ad65cf62-0c71-4a0a-85e7-86dec23d805b', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4aa205-c3af-4826-8d33-57af29fc797b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:49:28Z', 'updated_at': '2021-05-20T19:49:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': '930e69dc-b7db-49a1-920f-be5d5bbbb2de', 'name': '', 'network_id': '9c2a1dde-7f18-48ea-b3c9-f4ef4edab79d', 'tenant_id': '32d85dfdf92b48759da97b78bc60a724', 'mac_address': 'fa:16:3e:49:af:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4aa205-c3af-4826-8d33-57af29fc797b', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '0494cab5-1049-45d4-a38e-db940a2d6900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:49:30Z', 'updated_at': '2021-05-20T19:49:31Z', 'revision_number': 2, 'project_id': '32d85dfdf92b48759da97b78bc60a724', 'subnets': [{'id': '0494cab5-1049-45d4-a38e-db940a2d6900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:49:34.482630 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-5c78449e-abf1-4bcd-9f42-b563ad72ea57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:34.822422 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:34.973010 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device ad65cf62-0c71-4a0a-85e7-86dec23d805b up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:49:35.063774 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning for port ad65cf62-0c71-4a0a-85e7-86dec23d805b completed by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:49:35.072888 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning complete for port ad65cf62-0c71-4a0a-85e7-86dec23d805b triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:49:35.073326 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:35.210155 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:35.230887 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] For port ad65cf62-0c71-4a0a-85e7-86dec23d805b, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=ad65cf62-0c71-4a0a-85e7-86dec23d805b,segment=NetworkSegment(67affa7f-7af4-4d70-a1a2-daaca7702f84),segment_id=67affa7f-7af4-4d70-a1a2-daaca7702f84)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:49:35.235544 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:35.238131 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-a7eb75e5-9f62-4d91-a027-6108d9dce45e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:35.348781 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Pushing event updated for resources: {'Port': ['ID=ad65cf62-0c71-4a0a-85e7-86dec23d805b,revision_number=4']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:35.351886 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:35.600107 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d568-3eaa-4ee2-8e63-8438dfda9a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:36.275216 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439ef338-b0d7-4d85-94d0-30751ba96464 None None] Sync routers for ids ['3f4aa205-c3af-4826-8d33-57af29fc797b'] in dv-cinder-792462-2-iscsi {{(pid=98246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:49:36.284465 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439ef338-b0d7-4d85-94d0-30751ba96464 None None] Routers {'3f4aa205-c3af-4826-8d33-57af29fc797b'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:49:36.285079 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-439ef338-b0d7-4d85-94d0-30751ba96464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:49:34Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['3f4aa205-c3af-4826-8d33-57af29fc797b'], 'active': True} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:49:36.401255 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:36.492546 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvr_db [None req-439ef338-b0d7-4d85-94d0-30751ba96464 None None] Set router 3f4aa205-c3af-4826-8d33-57af29fc797b gateway port host: dv-cinder-792462-2-iscsi {{(pid=98246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:49:36.570048 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 44156) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:49:36.698976 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-89b6315f-fe65-4720-8561-30f5f9b2887c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:36.719103 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-89b6315f-fe65-4720-8561-30f5f9b2887c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:49:36.724023 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-89b6315f-fe65-4720-8561-30f5f9b2887c admin admin] Usage tracker for resource:security_group_rule and tenant:e1e687705fbd41f1a819069b3df57521 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:49:36.727379 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-89b6315f-fe65-4720-8561-30f5f9b2887c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:49:36.733895 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-89b6315f-fe65-4720-8561-30f5f9b2887c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:49:36.838865 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-89b6315f-fe65-4720-8561-30f5f9b2887c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:36.844374 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-89b6315f-fe65-4720-8561-30f5f9b2887c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:36.849467 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-439ef338-b0d7-4d85-94d0-30751ba96464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4aa205-c3af-4826-8d33-57af29fc797b', 'name': 'tempest-TestMinimumBasicScenario-2126486921-router', 'tenant_id': '32d85dfdf92b48759da97b78bc60a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': 'ad65cf62-0c71-4a0a-85e7-86dec23d805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:49:27Z', 'updated_at': '2021-05-20T19:49:31Z', 'revision_number': 4, 'project_id': '32d85dfdf92b48759da97b78bc60a724', 'gw_port': {'id': 'ad65cf62-0c71-4a0a-85e7-86dec23d805b', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4aa205-c3af-4826-8d33-57af29fc797b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:49:28Z', 'updated_at': '2021-05-20T19:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': '930e69dc-b7db-49a1-920f-be5d5bbbb2de', 'name': '', 'network_id': '9c2a1dde-7f18-48ea-b3c9-f4ef4edab79d', 'tenant_id': '32d85dfdf92b48759da97b78bc60a724', 'mac_address': 'fa:16:3e:49:af:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4aa205-c3af-4826-8d33-57af29fc797b', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '0494cab5-1049-45d4-a38e-db940a2d6900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:49:30Z', 'updated_at': '2021-05-20T19:49:31Z', 'revision_number': 2, 'project_id': '32d85dfdf92b48759da97b78bc60a724', 'subnets': [{'id': '0494cab5-1049-45d4-a38e-db940a2d6900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:49:36.851769 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-4f6834da-6944-4a75-a71a-f1e04f33820c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:36.853950 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439ef338-b0d7-4d85-94d0-30751ba96464 None None] Checking router: 3f4aa205-c3af-4826-8d33-57af29fc797b for host: dv-cinder-792462-2-iscsi {{(pid=98246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:49:36.854314 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439ef338-b0d7-4d85-94d0-30751ba96464 None None] Updating router 3f4aa205-c3af-4826-8d33-57af29fc797b port 930e69dc-b7db-49a1-920f-be5d5bbbb2de binding host dv-cinder-792462-2-iscsi {{(pid=98246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 19:49:36.896160 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-89b6315f-fe65-4720-8561-30f5f9b2887c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e1e687705fbd41f1a819069b3df57521&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3248858 May 20 19:49:36.897729 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b6315f-fe65-4720-8561-30f5f9b2887c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a389df2-8020-48b3-b178-556b2e2333d4,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:36.900375 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 44162) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:49:36.900912 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-89b6315f-fe65-4720-8561-30f5f9b2887c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:36.922823 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device ad65cf62-0c71-4a0a-85e7-86dec23d805b up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:49:36.934390 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-439ef338-b0d7-4d85-94d0-30751ba96464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:36.980573 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-38aa05e1-1af7-43c9-bd0e-c3d95594981e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:37.006623 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning complete for port ad65cf62-0c71-4a0a-85e7-86dec23d805b triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:49:37.007095 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:37.009648 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-38aa05e1-1af7-43c9-bd0e-c3d95594981e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:37.067804 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-38aa05e1-1af7-43c9-bd0e-c3d95594981e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:37.074714 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-12b194e4-7562-4898-9e08-77d35ff12926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:37.090397 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aa05e1-1af7-43c9-bd0e-c3d95594981e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a389df2-8020-48b3-b178-556b2e2333d4,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:37.099566 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-38aa05e1-1af7-43c9-bd0e-c3d95594981e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:37.103825 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-38aa05e1-1af7-43c9-bd0e-c3d95594981e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9a389df2-8020-48b3-b178-556b2e2333d4 HTTP/1.1" status: 204 len: 168 time: 0.2022848 May 20 19:49:37.105383 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-38aa05e1-1af7-43c9-bd0e-c3d95594981e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:37.294787 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-40a8b960-4cf6-42c3-bf80-c71dd59d075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:37.390267 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-439ef338-b0d7-4d85-94d0-30751ba96464 None None] Notify callbacks [] for port, precommit_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:37.402249 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.provisioning_blocks [None req-439ef338-b0d7-4d85-94d0-30751ba96464 None None] Transition to ACTIVE for port object 930e69dc-b7db-49a1-920f-be5d5bbbb2de will not be triggered until provisioned by entity L2. {{(pid=98246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:49:37.419403 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-439ef338-b0d7-4d85-94d0-30751ba96464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:37.424853 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-a26874fe-0327-4eea-bdeb-83003c0cb22b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:37.608478 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad8f986-a9d7-4354-a4c5-ebfb8a4f55de None None] Pushing event updated for resources: {'Port': ['ID=930e69dc-b7db-49a1-920f-be5d5bbbb2de,revision_number=3']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:37.615721 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-cad8f986-a9d7-4354-a4c5-ebfb8a4f55de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:37.685335 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.managers [None req-439ef338-b0d7-4d85-94d0-30751ba96464 None None] Attempting to bind port 930e69dc-b7db-49a1-920f-be5d5bbbb2de on host dv-cinder-792462-2-iscsi for vnic_type normal with profile {{(pid=98246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:49:37.685620 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.managers [None req-439ef338-b0d7-4d85-94d0-30751ba96464 None None] Attempting to bind port 930e69dc-b7db-49a1-920f-be5d5bbbb2de by drivers openvswitch,hyperv on host dv-cinder-792462-2-iscsi at level 0 using segments [{'id': '09d1b2e3-6543-411f-8321-343f55f2325a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9c2a1dde-7f18-48ea-b3c9-f4ef4edab79d'}] {{(pid=98246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:49:37.685986 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439ef338-b0d7-4d85-94d0-30751ba96464 None None] Attempting to bind port 930e69dc-b7db-49a1-920f-be5d5bbbb2de on network 9c2a1dde-7f18-48ea-b3c9-f4ef4edab79d {{(pid=98246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:49:37.694740 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439ef338-b0d7-4d85-94d0-30751ba96464 None None] Checking agent: {'id': 'f14708df-a001-437d-8366-dd48be2b8a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 33, 5), 'started_at': datetime.datetime(2021, 5, 20, 19, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:49:37.695332 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439ef338-b0d7-4d85-94d0-30751ba96464 None None] Checking segment: {'id': '09d1b2e3-6543-411f-8321-343f55f2325a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9c2a1dde-7f18-48ea-b3c9-f4ef4edab79d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:49:37.695936 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-439ef338-b0d7-4d85-94d0-30751ba96464 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:37.696627 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439ef338-b0d7-4d85-94d0-30751ba96464 None None] Bound using segment: {'id': '09d1b2e3-6543-411f-8321-343f55f2325a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9c2a1dde-7f18-48ea-b3c9-f4ef4edab79d'} {{(pid=98246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:49:37.697271 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.managers [None req-439ef338-b0d7-4d85-94d0-30751ba96464 None None] Bound port: 930e69dc-b7db-49a1-920f-be5d5bbbb2de, host: dv-cinder-792462-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09d1b2e3-6543-411f-8321-343f55f2325a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9c2a1dde-7f18-48ea-b3c9-f4ef4edab79d'}}] {{(pid=98246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:49:37.697809 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-439ef338-b0d7-4d85-94d0-30751ba96464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:37.798823 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.db [None req-439ef338-b0d7-4d85-94d0-30751ba96464 None None] For port 930e69dc-b7db-49a1-920f-be5d5bbbb2de, host dv-cinder-792462-2-iscsi, cleared binding levels {{(pid=98246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:49:37.804593 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.db [None req-439ef338-b0d7-4d85-94d0-30751ba96464 None None] For port 930e69dc-b7db-49a1-920f-be5d5bbbb2de, host dv-cinder-792462-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=930e69dc-b7db-49a1-920f-be5d5bbbb2de,segment=NetworkSegment(09d1b2e3-6543-411f-8321-343f55f2325a),segment_id=09d1b2e3-6543-411f-8321-343f55f2325a)] {{(pid=98246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:49:37.809240 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-439ef338-b0d7-4d85-94d0-30751ba96464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:37.814407 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:37.895917 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439ef338-b0d7-4d85-94d0-30751ba96464 None None] Routers {'3f4aa205-c3af-4826-8d33-57af29fc797b'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:49:37.896651 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-439ef338-b0d7-4d85-94d0-30751ba96464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:49:34Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['3f4aa205-c3af-4826-8d33-57af29fc797b'], 'active': True} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:49:37.994710 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad8f986-a9d7-4354-a4c5-ebfb8a4f55de None None] Pushing event updated for resources: {'Port': ['ID=930e69dc-b7db-49a1-920f-be5d5bbbb2de,revision_number=4']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:37.998795 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-cad8f986-a9d7-4354-a4c5-ebfb8a4f55de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:38.132226 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvr_db [None req-439ef338-b0d7-4d85-94d0-30751ba96464 None None] Set router 3f4aa205-c3af-4826-8d33-57af29fc797b gateway port host: dv-cinder-792462-2-iscsi {{(pid=98246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:49:38.564550 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-439ef338-b0d7-4d85-94d0-30751ba96464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4aa205-c3af-4826-8d33-57af29fc797b', 'name': 'tempest-TestMinimumBasicScenario-2126486921-router', 'tenant_id': '32d85dfdf92b48759da97b78bc60a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': 'ad65cf62-0c71-4a0a-85e7-86dec23d805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:49:27Z', 'updated_at': '2021-05-20T19:49:31Z', 'revision_number': 4, 'project_id': '32d85dfdf92b48759da97b78bc60a724', 'gw_port': {'id': 'ad65cf62-0c71-4a0a-85e7-86dec23d805b', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4aa205-c3af-4826-8d33-57af29fc797b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:49:28Z', 'updated_at': '2021-05-20T19:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': '930e69dc-b7db-49a1-920f-be5d5bbbb2de', 'name': '', 'network_id': '9c2a1dde-7f18-48ea-b3c9-f4ef4edab79d', 'tenant_id': '32d85dfdf92b48759da97b78bc60a724', 'mac_address': 'fa:16:3e:49:af:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4aa205-c3af-4826-8d33-57af29fc797b', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '0494cab5-1049-45d4-a38e-db940a2d6900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:49:30Z', 'updated_at': '2021-05-20T19:49:37Z', 'revision_number': 4, 'project_id': '32d85dfdf92b48759da97b78bc60a724', 'subnets': [{'id': '0494cab5-1049-45d4-a38e-db940a2d6900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:49:38.568957 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439ef338-b0d7-4d85-94d0-30751ba96464 None None] The sync data for ids ['3f4aa205-c3af-4826-8d33-57af29fc797b'] in dv-cinder-792462-2-iscsi is: [{'id': '3f4aa205-c3af-4826-8d33-57af29fc797b', 'name': 'tempest-TestMinimumBasicScenario-2126486921-router', 'tenant_id': '32d85dfdf92b48759da97b78bc60a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': 'ad65cf62-0c71-4a0a-85e7-86dec23d805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:49:27Z', 'updated_at': '2021-05-20T19:49:31Z', 'revision_number': 4, 'project_id': '32d85dfdf92b48759da97b78bc60a724', 'gw_port': {'id': 'ad65cf62-0c71-4a0a-85e7-86dec23d805b', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4aa205-c3af-4826-8d33-57af29fc797b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:49:28Z', 'updated_at': '2021-05-20T19:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': '930e69dc-b7db-49a1-920f-be5d5bbbb2de', 'name': '', 'network_id': '9c2a1dde-7f18-48ea-b3c9-f4ef4edab79d', 'tenant_id': '32d85dfdf92b48759da97b78bc60a724', 'mac_address': 'fa:16:3e:49:af:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4aa205-c3af-4826-8d33-57af29fc797b', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '0494cab5-1049-45d4-a38e-db940a2d6900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:49:30Z', 'updated_at': '2021-05-20T19:49:37Z', 'revision_number': 4, 'project_id': '32d85dfdf92b48759da97b78bc60a724', 'subnets': [{'id': '0494cab5-1049-45d4-a38e-db940a2d6900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:49:38.973823 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 930e69dc-b7db-49a1-920f-be5d5bbbb2de up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:49:39.075216 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning for port 930e69dc-b7db-49a1-920f-be5d5bbbb2de completed by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:49:39.080583 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning complete for port 930e69dc-b7db-49a1-920f-be5d5bbbb2de triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:49:39.080961 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:39.206882 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:39.244456 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] For port 930e69dc-b7db-49a1-920f-be5d5bbbb2de, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=930e69dc-b7db-49a1-920f-be5d5bbbb2de,segment=NetworkSegment(09d1b2e3-6543-411f-8321-343f55f2325a),segment_id=09d1b2e3-6543-411f-8321-343f55f2325a)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:49:39.249933 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:39.251891 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-07eac263-4b9e-452a-b114-85db4775de6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:39.326089 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Pushing event updated for resources: {'Port': ['ID=930e69dc-b7db-49a1-920f-be5d5bbbb2de,revision_number=5']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:39.329780 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:40.928876 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 930e69dc-b7db-49a1-920f-be5d5bbbb2de up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:49:41.007478 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning complete for port 930e69dc-b7db-49a1-920f-be5d5bbbb2de triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:49:41.007911 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:43.302796 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-f1b143c8-7cff-4bc6-a2ec-98ecf7a68f45 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:49:43.303853 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-f1b143c8-7cff-4bc6-a2ec-98ecf7a68f45 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Synchronizing usage tracker for tenant:06e766a72c9240e8a3468a5a7e0176a4 on resource:network {{(pid=98244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:49:43.320019 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-f1b143c8-7cff-4bc6-a2ec-98ecf7a68f45 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Unset dirty status for tenant:06e766a72c9240e8a3468a5a7e0176a4 on resource:network {{(pid=98244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:49:43.321437 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-f1b143c8-7cff-4bc6-a2ec-98ecf7a68f45 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/networks?id=1b327da3-33cc-49f3-95cb-f563b6ea1ed4 HTTP/1.1" status: 200 len: 815 time: 0.1603231 May 20 19:49:43.336332 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-aa577dc8-6bc9-41bf-94d4-8cb82f21dc05 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/quotas/06e766a72c9240e8a3468a5a7e0176a4 HTTP/1.1" status: 200 len: 375 time: 0.0093763 May 20 19:49:43.416584 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-c74787a1-f221-41b0-aeec-51adcefe8b34 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Synchronizing usage tracker for tenant:06e766a72c9240e8a3468a5a7e0176a4 on resource:port {{(pid=98244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:49:43.432656 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-c74787a1-f221-41b0-aeec-51adcefe8b34 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Unset dirty status for tenant:06e766a72c9240e8a3468a5a7e0176a4 on resource:port {{(pid=98244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:49:43.434266 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-c74787a1-f221-41b0-aeec-51adcefe8b34 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=06e766a72c9240e8a3468a5a7e0176a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0931504 May 20 19:49:43.575435 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-ec83cb96-be61-4f41-bc6c-6cee4c45707d service neutron] 10.222.0.46 "GET /v2.0/networks/1b327da3-33cc-49f3-95cb-f563b6ea1ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283092 May 20 19:49:43.703251 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-a7180b4d-9231-4f78-98b3-e5283c8112a9 service neutron] 10.222.0.46 "GET /v2.0/networks/1b327da3-33cc-49f3-95cb-f563b6ea1ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219604 May 20 19:49:43.893275 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c6d19983-a025-473e-ba81-55725c924ff6 req-9df1bc90-edd9-408f-a8e6-11ff5395831b tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/ports?device_id=c08a6074-572e-460d-a21e-1ab647351912 HTTP/1.1" status: 200 len: 210 time: 0.0457585 May 20 19:49:45.045183 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-0dfc4653-5530-4991-bbbe-77863b382e7f req-28116e8c-8d17-469d-b936-afde4a69b18b tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/ports?device_id=c08a6074-572e-460d-a21e-1ab647351912 HTTP/1.1" status: 200 len: 210 time: 0.0464604 May 20 19:49:46.194143 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-0321f246-72fa-4933-b220-efe28002fd82 req-a1c27d22-903a-48a7-81db-b0d85f32d5aa tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/ports?device_id=c08a6074-572e-460d-a21e-1ab647351912 HTTP/1.1" status: 200 len: 210 time: 0.0425107 May 20 19:49:47.339296 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-709704bd-65aa-4103-9da4-ff0bcb50e37e req-dced2b75-800f-43e9-9781-9ddae6d0682b tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/ports?device_id=c08a6074-572e-460d-a21e-1ab647351912 HTTP/1.1" status: 200 len: 210 time: 0.0432289 May 20 19:49:48.008283 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-c1be141e-84ae-4c52-9759-ab81c76a212c tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:49:48.009813 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-c1be141e-84ae-4c52-9759-ab81c76a212c tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.65 "GET /v2.0/networks?id=1b327da3-33cc-49f3-95cb-f563b6ea1ed4 HTTP/1.1" status: 200 len: 815 time: 0.1525471 May 20 19:49:48.023579 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-b26a052d-4925-41cd-aab5-0b57b3c511ff tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Request body: {'port': {'device_id': 'c08a6074-572e-460d-a21e-1ab647351912', 'network_id': '1b327da3-33cc-49f3-95cb-f563b6ea1ed4', 'admin_state_up': True, 'tenant_id': '06e766a72c9240e8a3468a5a7e0176a4'}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:49:48.166018 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-b26a052d-4925-41cd-aab5-0b57b3c511ff tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:49:48.176437 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-b26a052d-4925-41cd-aab5-0b57b3c511ff tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:49:48.185433 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-b26a052d-4925-41cd-aab5-0b57b3c511ff tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Made reservation on behalf of 06e766a72c9240e8a3468a5a7e0176a4 for: {'port': 1} {{(pid=98243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:49:48.188965 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-b26a052d-4925-41cd-aab5-0b57b3c511ff tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:48.353376 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.db_base_plugin_common [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-b26a052d-4925-41cd-aab5-0b57b3c511ff tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Allocated IP 172.20.0.14 (1b327da3-33cc-49f3-95cb-f563b6ea1ed4/7f99646e-4cb2-4305-a61f-1e32124e00b0/efb64f4b-1258-439d-b6a1-01c6b39dcf06) {{(pid=98243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:49:48.549148 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-1069b574-4196-471f-ae41-766ef5508dc7 req-a1a35b69-0d27-49dc-b5b2-4c9f129565c9 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/ports?device_id=c08a6074-572e-460d-a21e-1ab647351912 HTTP/1.1" status: 200 len: 210 time: 0.0996044 May 20 19:49:48.639134 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-b26a052d-4925-41cd-aab5-0b57b3c511ff tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks [] for port, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:48.662508 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.provisioning_blocks [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-b26a052d-4925-41cd-aab5-0b57b3c511ff tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Transition to ACTIVE for port object efb64f4b-1258-439d-b6a1-01c6b39dcf06 will not be triggered until provisioned by entity DHCP. {{(pid=98243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:49:48.702290 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-b26a052d-4925-41cd-aab5-0b57b3c511ff tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3727336'] for port, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:48.710893 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-200e3b13-f149-460d-810e-531e4a908bbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:48.871274 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-b26a052d-4925-41cd-aab5-0b57b3c511ff tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Network 1b327da3-33cc-49f3-95cb-f563b6ea1ed4 is already hosted by enough agents. {{(pid=98243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:49:48.875058 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.base_scheduler [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-b26a052d-4925-41cd-aab5-0b57b3c511ff tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Resources bound (agent type, host, resource id): {{(pid=98243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:49:48.879439 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.l3_dvrscheduler_db [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-b26a052d-4925-41cd-aab5-0b57b3c511ff tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Received port after_create {{(pid=98243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:49:48.939155 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26a052d-4925-41cd-aab5-0b57b3c511ff tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Pushing event updated for resources: {'Port': ['ID=efb64f4b-1258-439d-b6a1-01c6b39dcf06,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:48.948823 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-b26a052d-4925-41cd-aab5-0b57b3c511ff tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:48.958810 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-b26a052d-4925-41cd-aab5-0b57b3c511ff tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:49:48.959581 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-b26a052d-4925-41cd-aab5-0b57b3c511ff tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for port, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:49.013771 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-b26a052d-4925-41cd-aab5-0b57b3c511ff tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9951093 May 20 19:49:49.188481 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-a97af9d7-56f6-489d-85a9-0dcdae0bcdb5 None None] Provisioning for port efb64f4b-1258-439d-b6a1-01c6b39dcf06 completed by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:49:49.202311 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-a97af9d7-56f6-489d-85a9-0dcdae0bcdb5 None None] Provisioning complete for port efb64f4b-1258-439d-b6a1-01c6b39dcf06 triggered by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:49:49.203373 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-a97af9d7-56f6-489d-85a9-0dcdae0bcdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:49.275327 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-a97af9d7-56f6-489d-85a9-0dcdae0bcdb5 None None] Port efb64f4b-1258-439d-b6a1-01c6b39dcf06 cannot update to ACTIVE because it is not bound. {{(pid=98245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 19:49:49.768160 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711aa4ad-8bd5-4690-a127-3b7774e7137a req-7d5532e3-a7fa-44f1-afb0-4910b637ce65 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:49:49.769685 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-711aa4ad-8bd5-4690-a127-3b7774e7137a req-7d5532e3-a7fa-44f1-afb0-4910b637ce65 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/ports?device_id=c08a6074-572e-460d-a21e-1ab647351912 HTTP/1.1" status: 200 len: 932 time: 0.1009107 May 20 19:49:49.920408 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-711aa4ad-8bd5-4690-a127-3b7774e7137a req-4a63dc15-1fb9-43e8-b527-71964d9d2245 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Synchronizing usage tracker for tenant:06e766a72c9240e8a3468a5a7e0176a4 on resource:security_group {{(pid=98244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:49:49.938977 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-711aa4ad-8bd5-4690-a127-3b7774e7137a req-4a63dc15-1fb9-43e8-b527-71964d9d2245 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Unset dirty status for tenant:06e766a72c9240e8a3468a5a7e0176a4 on resource:security_group {{(pid=98244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:49:49.944262 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-711aa4ad-8bd5-4690-a127-3b7774e7137a req-4a63dc15-1fb9-43e8-b527-71964d9d2245 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/security-groups?id=14173c1b-0c02-42f5-bbaa-1697eb3f3a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677775 May 20 19:49:51.136577 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af35c78-4ec6-43fd-a141-af21514c1ab2 req-1f07cb67-67f7-4f39-84c5-9f366e1617c6 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:49:51.137273 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-2af35c78-4ec6-43fd-a141-af21514c1ab2 req-1f07cb67-67f7-4f39-84c5-9f366e1617c6 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Synchronizing usage tracker for tenant:06e766a72c9240e8a3468a5a7e0176a4 on resource:port {{(pid=98243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:49:51.152557 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-2af35c78-4ec6-43fd-a141-af21514c1ab2 req-1f07cb67-67f7-4f39-84c5-9f366e1617c6 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Unset dirty status for tenant:06e766a72c9240e8a3468a5a7e0176a4 on resource:port {{(pid=98243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:49:51.153665 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-2af35c78-4ec6-43fd-a141-af21514c1ab2 req-1f07cb67-67f7-4f39-84c5-9f366e1617c6 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/ports?device_id=c08a6074-572e-460d-a21e-1ab647351912 HTTP/1.1" status: 200 len: 932 time: 0.1035922 May 20 19:49:51.200009 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-2af35c78-4ec6-43fd-a141-af21514c1ab2 req-d14622a2-d1cd-412a-8ccb-c290d15d008a tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/security-groups?id=14173c1b-0c02-42f5-bbaa-1697eb3f3a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404019 May 20 19:49:52.386382 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20bcb8-72a9-4f35-a6ba-4fada29de65e req-a67fe3f3-3269-436e-a6c5-61ba8413b063 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:49:52.387870 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-bc20bcb8-72a9-4f35-a6ba-4fada29de65e req-a67fe3f3-3269-436e-a6c5-61ba8413b063 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/ports?device_id=c08a6074-572e-460d-a21e-1ab647351912 HTTP/1.1" status: 200 len: 932 time: 0.0825722 May 20 19:49:52.416726 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.agents_db [None req-81082b58-be1a-4fbd-9926-297307221300 None None] Agent healthcheck: found 6 active agents {{(pid=98246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:49:52.435289 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-bc20bcb8-72a9-4f35-a6ba-4fada29de65e req-7a80f439-220a-4658-b809-c2453fa25b77 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/security-groups?id=14173c1b-0c02-42f5-bbaa-1697eb3f3a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408556 May 20 19:49:53.662354 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70942e95-9d66-492c-97f6-ea053b0a36cb req-b598b44f-63e3-41b7-a90b-c28c2675b643 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:49:53.663834 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-70942e95-9d66-492c-97f6-ea053b0a36cb req-b598b44f-63e3-41b7-a90b-c28c2675b643 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/ports?device_id=c08a6074-572e-460d-a21e-1ab647351912 HTTP/1.1" status: 200 len: 932 time: 0.0874059 May 20 19:49:53.726353 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-70942e95-9d66-492c-97f6-ea053b0a36cb req-71317235-e5a6-469c-8d35-9b0f234a4569 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/security-groups?id=14173c1b-0c02-42f5-bbaa-1697eb3f3a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560791 May 20 19:49:54.917737 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f1911-338c-480f-a770-85345d57c1e0 req-a29354d7-751e-4d15-bb4e-1430dda7b948 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:49:54.919413 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-795f1911-338c-480f-a770-85345d57c1e0 req-a29354d7-751e-4d15-bb4e-1430dda7b948 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/ports?device_id=c08a6074-572e-460d-a21e-1ab647351912 HTTP/1.1" status: 200 len: 932 time: 0.0874882 May 20 19:49:54.965707 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-795f1911-338c-480f-a770-85345d57c1e0 req-c018c8bd-7413-4a48-a677-4eb5d7f24638 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/security-groups?id=14173c1b-0c02-42f5-bbaa-1697eb3f3a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392284 May 20 19:49:56.163124 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3532fa5d-a8f6-473e-a52d-aa3e702baa62 req-a8d2d6eb-5bad-4ec1-a2bb-ee1b9b07b078 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:49:56.164599 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-3532fa5d-a8f6-473e-a52d-aa3e702baa62 req-a8d2d6eb-5bad-4ec1-a2bb-ee1b9b07b078 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/ports?device_id=c08a6074-572e-460d-a21e-1ab647351912 HTTP/1.1" status: 200 len: 932 time: 0.0836654 May 20 19:49:56.218914 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-3532fa5d-a8f6-473e-a52d-aa3e702baa62 req-99f941b6-de92-4cb6-9f62-2c4f5faaaa72 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/security-groups?id=14173c1b-0c02-42f5-bbaa-1697eb3f3a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479722 May 20 19:49:57.413302 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371dbb75-19ad-469b-b711-3bf1e24a7983 req-23f3d380-6ce7-4a40-9e10-b7de9a85ae28 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:49:57.414758 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-371dbb75-19ad-469b-b711-3bf1e24a7983 req-23f3d380-6ce7-4a40-9e10-b7de9a85ae28 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/ports?device_id=c08a6074-572e-460d-a21e-1ab647351912 HTTP/1.1" status: 200 len: 932 time: 0.0848043 May 20 19:49:57.460156 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-371dbb75-19ad-469b-b711-3bf1e24a7983 req-f8d9316f-ef47-4800-a022-d22b602b773a tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/security-groups?id=14173c1b-0c02-42f5-bbaa-1697eb3f3a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394993 May 20 19:49:58.649467 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0726a-0152-40e3-9779-a5a7db89bcbe req-fa4c27c5-8ba0-45a7-99a4-252b5c18ceb9 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:49:58.651948 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-81d0726a-0152-40e3-9779-a5a7db89bcbe req-fa4c27c5-8ba0-45a7-99a4-252b5c18ceb9 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/ports?device_id=c08a6074-572e-460d-a21e-1ab647351912 HTTP/1.1" status: 200 len: 932 time: 0.0823524 May 20 19:49:58.697340 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-81d0726a-0152-40e3-9779-a5a7db89bcbe req-cc118e66-61eb-4828-9a24-7e33b28c8360 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/security-groups?id=14173c1b-0c02-42f5-bbaa-1697eb3f3a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397477 May 20 19:49:59.269441 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 44394) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:49:59.391960 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-2a84556d-d905-4a73-b4d2-1d0a18c83a0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:59.405972 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-2a84556d-d905-4a73-b4d2-1d0a18c83a0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:49:59.409639 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-2a84556d-d905-4a73-b4d2-1d0a18c83a0b admin admin] Usage tracker for resource:security_group_rule and tenant:2d02e84f595a4153883fe21e357f9cda is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:49:59.412571 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-2a84556d-d905-4a73-b4d2-1d0a18c83a0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:49:59.418131 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-2a84556d-d905-4a73-b4d2-1d0a18c83a0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:49:59.500955 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-2a84556d-d905-4a73-b4d2-1d0a18c83a0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:59.505705 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-2a84556d-d905-4a73-b4d2-1d0a18c83a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:59.513893 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:59.554070 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-2a84556d-d905-4a73-b4d2-1d0a18c83a0b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2d02e84f595a4153883fe21e357f9cda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2835116 May 20 19:49:59.555069 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a84556d-d905-4a73-b4d2-1d0a18c83a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f1d95f-f3c8-47fe-b60e-f0e8872a2256,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:59.557200 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 44400) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:49:59.563211 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a84556d-d905-4a73-b4d2-1d0a18c83a0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:49:59.563593 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a84556d-d905-4a73-b4d2-1d0a18c83a0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:49:59.563990 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a84556d-d905-4a73-b4d2-1d0a18c83a0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:49:59.564356 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a84556d-d905-4a73-b4d2-1d0a18c83a0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:49:59.564718 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a84556d-d905-4a73-b4d2-1d0a18c83a0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:49:59.565080 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a84556d-d905-4a73-b4d2-1d0a18c83a0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:49:59.565438 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a84556d-d905-4a73-b4d2-1d0a18c83a0b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:49:59.565790 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a84556d-d905-4a73-b4d2-1d0a18c83a0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:49:59.566151 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a84556d-d905-4a73-b4d2-1d0a18c83a0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:49:59.566553 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a84556d-d905-4a73-b4d2-1d0a18c83a0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:49:59.566914 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a84556d-d905-4a73-b4d2-1d0a18c83a0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:49:59.567263 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a84556d-d905-4a73-b4d2-1d0a18c83a0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:49:59.571108 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-2a84556d-d905-4a73-b4d2-1d0a18c83a0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:59.613604 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-bd2e918d-04ec-4141-b24b-cdb66c28470a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:59.642029 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-bd2e918d-04ec-4141-b24b-cdb66c28470a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:59.693431 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-bd2e918d-04ec-4141-b24b-cdb66c28470a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:59.696918 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-c494bc68-eebe-4cc8-aa58-a4b7ac3d5a9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:59.709162 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e918d-04ec-4141-b24b-cdb66c28470a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f1d95f-f3c8-47fe-b60e-f0e8872a2256,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:59.711990 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-bd2e918d-04ec-4141-b24b-cdb66c28470a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:59.713906 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-bd2e918d-04ec-4141-b24b-cdb66c28470a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:59.715001 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-bd2e918d-04ec-4141-b24b-cdb66c28470a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/88f1d95f-f3c8-47fe-b60e-f0e8872a2256 HTTP/1.1" status: 204 len: 168 time: 0.1568003 May 20 19:49:59.820095 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-1d0e6908-54e1-4527-86d2-af2dc04c2eb2 service neutron] Request body: {'port': {'device_id': 'c08a6074-572e-460d-a21e-1ab647351912', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:49:59.891613 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d21c58-63ff-4df1-a804-f2e59aa9e97c req-d8a4d014-d6c9-4f8b-a059-7bbf58a4753c tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:49:59.893214 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-76d21c58-63ff-4df1-a804-f2e59aa9e97c req-d8a4d014-d6c9-4f8b-a059-7bbf58a4753c tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/ports?device_id=c08a6074-572e-460d-a21e-1ab647351912 HTTP/1.1" status: 200 len: 932 time: 0.0894108 May 20 19:49:59.935066 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-1d0e6908-54e1-4527-86d2-af2dc04c2eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:59.945857 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-76d21c58-63ff-4df1-a804-f2e59aa9e97c req-d25a97b9-f615-4438-af25-985cf70f2afd tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/security-groups?id=14173c1b-0c02-42f5-bbaa-1697eb3f3a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460351 May 20 19:50:00.284667 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.notifiers.nova [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-1d0e6908-54e1-4527-86d2-af2dc04c2eb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efb64f4b-1258-439d-b6a1-01c6b39dcf06 {{(pid=98243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:50:00.291922 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-1d0e6908-54e1-4527-86d2-af2dc04c2eb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:00.306193 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.provisioning_blocks [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-1d0e6908-54e1-4527-86d2-af2dc04c2eb2 service neutron] Transition to ACTIVE for port object efb64f4b-1258-439d-b6a1-01c6b39dcf06 will not be triggered until provisioned by entity L2. {{(pid=98243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:50:00.309853 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-1d0e6908-54e1-4527-86d2-af2dc04c2eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3727329'] for port, after_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:00.314707 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-604715de-4900-4701-96f9-0470e4e8482f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:00.398706 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 44426) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:50:00.447402 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0e6908-54e1-4527-86d2-af2dc04c2eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=efb64f4b-1258-439d-b6a1-01c6b39dcf06,revision_number=2']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:00.481388 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-1d0e6908-54e1-4527-86d2-af2dc04c2eb2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:00.518374 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-d6642654-88a3-4e9d-876e-f6bd4e3553c3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1309000384-network', 'tenant_id': '7b0b262f9f7b4273897278152e258caa'}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:50:00.524224 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-d6642654-88a3-4e9d-876e-f6bd4e3553c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:50:00.528087 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-d6642654-88a3-4e9d-876e-f6bd4e3553c3 admin admin] Usage tracker for resource:network and tenant:7b0b262f9f7b4273897278152e258caa is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:50:00.531868 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-d6642654-88a3-4e9d-876e-f6bd4e3553c3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:50:00.538897 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-d6642654-88a3-4e9d-876e-f6bd4e3553c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:50:00.550270 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6642654-88a3-4e9d-876e-f6bd4e3553c3 admin admin] Made reservation on behalf of 7b0b262f9f7b4273897278152e258caa for: {'network': 1} {{(pid=98244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:50:00.552601 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d6642654-88a3-4e9d-876e-f6bd4e3553c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-584789'] for network, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:00.557426 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.managers [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-1d0e6908-54e1-4527-86d2-af2dc04c2eb2 service neutron] Attempting to bind port efb64f4b-1258-439d-b6a1-01c6b39dcf06 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:50:00.557742 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.managers [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-1d0e6908-54e1-4527-86d2-af2dc04c2eb2 service neutron] Attempting to bind port efb64f4b-1258-439d-b6a1-01c6b39dcf06 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '2fe0069f-9e2f-4664-9dbe-d6cdd78a57fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '1b327da3-33cc-49f3-95cb-f563b6ea1ed4'}] {{(pid=98243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:50:00.558064 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-1d0e6908-54e1-4527-86d2-af2dc04c2eb2 service neutron] Attempting to bind port efb64f4b-1258-439d-b6a1-01c6b39dcf06 on network 1b327da3-33cc-49f3-95cb-f563b6ea1ed4 {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:50:00.563186 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-1d0e6908-54e1-4527-86d2-af2dc04c2eb2 service neutron] Port efb64f4b-1258-439d-b6a1-01c6b39dcf06 on network 1b327da3-33cc-49f3-95cb-f563b6ea1ed4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 19:50:00.563498 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-1d0e6908-54e1-4527-86d2-af2dc04c2eb2 service neutron] Attempting to bind port efb64f4b-1258-439d-b6a1-01c6b39dcf06 on network 1b327da3-33cc-49f3-95cb-f563b6ea1ed4 {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:50:00.564961 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d6642654-88a3-4e9d-876e-f6bd4e3553c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:00.568475 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-1d0e6908-54e1-4527-86d2-af2dc04c2eb2 service neutron] Checking agent: {'id': '35bcd696-cda5-4691-8ef9-fd8f1ab55a75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 39, 6), 'started_at': datetime.datetime(2021, 5, 20, 19, 39, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:50:00.568807 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-1d0e6908-54e1-4527-86d2-af2dc04c2eb2 service neutron] Checking segment: {'id': '2fe0069f-9e2f-4664-9dbe-d6cdd78a57fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '1b327da3-33cc-49f3-95cb-f563b6ea1ed4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:50:00.569182 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-1d0e6908-54e1-4527-86d2-af2dc04c2eb2 service neutron] Bound using segment: {'id': '2fe0069f-9e2f-4664-9dbe-d6cdd78a57fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '1b327da3-33cc-49f3-95cb-f563b6ea1ed4'} {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:50:00.569619 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.managers [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-1d0e6908-54e1-4527-86d2-af2dc04c2eb2 service neutron] Bound port: efb64f4b-1258-439d-b6a1-01c6b39dcf06, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fe0069f-9e2f-4664-9dbe-d6cdd78a57fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '1b327da3-33cc-49f3-95cb-f563b6ea1ed4'}}] {{(pid=98243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:50:00.569949 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-1d0e6908-54e1-4527-86d2-af2dc04c2eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:00.579217 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-d6642654-88a3-4e9d-876e-f6bd4e3553c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:50:00.583112 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-d6642654-88a3-4e9d-876e-f6bd4e3553c3 admin admin] Usage tracker for resource:security_group_rule and tenant:7b0b262f9f7b4273897278152e258caa is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:50:00.585871 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-d6642654-88a3-4e9d-876e-f6bd4e3553c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:50:00.591637 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-d6642654-88a3-4e9d-876e-f6bd4e3553c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:50:00.659402 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.db [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-1d0e6908-54e1-4527-86d2-af2dc04c2eb2 service neutron] For port efb64f4b-1258-439d-b6a1-01c6b39dcf06, host hv-cinder-79246, cleared binding levels {{(pid=98243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:50:00.662348 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.db [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-1d0e6908-54e1-4527-86d2-af2dc04c2eb2 service neutron] For port efb64f4b-1258-439d-b6a1-01c6b39dcf06, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=efb64f4b-1258-439d-b6a1-01c6b39dcf06,segment=NetworkSegment(2fe0069f-9e2f-4664-9dbe-d6cdd78a57fa),segment_id=2fe0069f-9e2f-4664-9dbe-d6cdd78a57fa)] {{(pid=98243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:50:00.666578 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-1d0e6908-54e1-4527-86d2-af2dc04c2eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3727329'] for port, after_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:00.670948 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-f891fd89-c2e0-49de-913d-53baf75a193c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:00.676608 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d6642654-88a3-4e9d-876e-f6bd4e3553c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:00.680306 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d6642654-88a3-4e9d-876e-f6bd4e3553c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:00.683176 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-5ef5eb15-6e0b-498f-b429-8c8948eb08d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:00.715313 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6642654-88a3-4e9d-876e-f6bd4e3553c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=98244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 19:50:00.730155 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-1d0e6908-54e1-4527-86d2-af2dc04c2eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:00.730774 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-1d0e6908-54e1-4527-86d2-af2dc04c2eb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for port, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:00.732179 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-1d0e6908-54e1-4527-86d2-af2dc04c2eb2 service neutron] 10.222.0.65 "PUT /v2.0/ports/efb64f4b-1258-439d-b6a1-01c6b39dcf06 HTTP/1.1" status: 200 len: 1094 time: 0.9169042 May 20 19:50:00.732681 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c08a6074-572e-460d-a21e-1ab647351912', 'tag': 'efb64f4b-1258-439d-b6a1-01c6b39dcf06'}] {{(pid=98243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:50:00.734783 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6642654-88a3-4e9d-876e-f6bd4e3553c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb1900d-632a-46a1-9bde-1b9a55eec833,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:00.751609 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-d6642654-88a3-4e9d-876e-f6bd4e3553c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:00.758734 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d6642654-88a3-4e9d-876e-f6bd4e3553c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717217'] for segment, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:00.759336 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.db.segments_db [None req-d6642654-88a3-4e9d-876e-f6bd4e3553c3 admin admin] Added segment b09a506f-5585-4424-b3cd-50dc8cad2168 of type vlan for network e2855e30-4b47-414d-beab-1956cfce7926 May 20 19:50:00.763163 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0e6908-54e1-4527-86d2-af2dc04c2eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=efb64f4b-1258-439d-b6a1-01c6b39dcf06,revision_number=3']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:00.767947 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-1d0e6908-54e1-4527-86d2-af2dc04c2eb2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:00.801024 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d6642654-88a3-4e9d-876e-f6bd4e3553c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778152598492'] for network, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:00.810326 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c08a6074-572e-460d-a21e-1ab647351912', 'tag': 'efb64f4b-1258-439d-b6a1-01c6b39dcf06', 'status': 'completed', 'code': 200} May 20 19:50:00.832502 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d6642654-88a3-4e9d-876e-f6bd4e3553c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697952'] for network, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:00.833723 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6642654-88a3-4e9d-876e-f6bd4e3553c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:00.834304 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d6642654-88a3-4e9d-876e-f6bd4e3553c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for network, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:00.839490 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:00.852442 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-e091a718-80b2-4ce6-bad5-d0f6ef40bd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:00.853938 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-e091a718-80b2-4ce6-bad5-d0f6ef40bd4e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=06e766a72c9240e8a3468a5a7e0176a4&device_id=c08a6074-572e-460d-a21e-1ab647351912 HTTP/1.1" status: 200 len: 1097 time: 0.0801184 May 20 19:50:00.942975 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6642654-88a3-4e9d-876e-f6bd4e3553c3 admin admin] Pushing event updated for resources: {'Network': ['ID=e2855e30-4b47-414d-beab-1956cfce7926,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:00.947614 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-d6642654-88a3-4e9d-876e-f6bd4e3553c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:00.957759 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Network e2855e30-4b47-414d-beab-1956cfce7926 details requested by agent ovs-agent-dv-cinder-792462-2-iscsi with host dv-cinder-792462-2-iscsi {{(pid=98245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 19:50:00.964656 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-d6642654-88a3-4e9d-876e-f6bd4e3553c3 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5621114 May 20 19:50:00.964984 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 44434) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:50:00.970892 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-4b86220f-ad76-407e-8600-4c712b80e2c7 admin admin] Request body: {'subnet': {'network_id': 'e2855e30-4b47-414d-beab-1956cfce7926', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1309000384-subnet', 'tenant_id': '7b0b262f9f7b4273897278152e258caa', 'ip_version': 4}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:50:00.976529 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-4b86220f-ad76-407e-8600-4c712b80e2c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:50:00.980509 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-4b86220f-ad76-407e-8600-4c712b80e2c7 admin admin] Usage tracker for resource:subnet and tenant:7b0b262f9f7b4273897278152e258caa is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:50:00.983977 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-4b86220f-ad76-407e-8600-4c712b80e2c7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:50:00.990023 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-4b86220f-ad76-407e-8600-4c712b80e2c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:50:01.002018 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b86220f-ad76-407e-8600-4c712b80e2c7 admin admin] Made reservation on behalf of 7b0b262f9f7b4273897278152e258caa for: {'subnet': 1} {{(pid=98244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:50:01.005061 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-4b86220f-ad76-407e-8600-4c712b80e2c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3031102'] for subnet, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:01.017663 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-3d920d76-c9d8-4b4c-9219-27b90de4d50b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efb64f4b-1258-439d-b6a1-01c6b39dcf06 HTTP/1.1" status: 200 len: 217 time: 0.1568906 May 20 19:50:01.092332 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-e3c75b8d-c28a-4a43-8ac5-a65b01c49a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:01.093896 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-e3c75b8d-c28a-4a43-8ac5-a65b01c49a2e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7f99646e-4cb2-4305-a61f-1e32124e00b0 HTTP/1.1" status: 200 len: 854 time: 0.0698516 May 20 19:50:01.176051 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-3bb981b6-8d09-4df1-9e98-af2aa9fa6569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:01.177523 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-3bb981b6-8d09-4df1-9e98-af2aa9fa6569 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1b327da3-33cc-49f3-95cb-f563b6ea1ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0769544 May 20 19:50:01.237853 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d791e60-b9c6-4249-a593-f050ff4d5c24 req-f398aed1-a893-4f00-9d29-b07837c46b93 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:01.239175 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-9d791e60-b9c6-4249-a593-f050ff4d5c24 req-f398aed1-a893-4f00-9d29-b07837c46b93 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/ports?device_id=c08a6074-572e-460d-a21e-1ab647351912 HTTP/1.1" status: 200 len: 944 time: 0.1497583 May 20 19:50:01.316435 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-029c8cf1-5289-46a3-85ab-8b301f29d692 service neutron] 10.222.0.65 "GET /v2.0/networks/1b327da3-33cc-49f3-95cb-f563b6ea1ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290700 May 20 19:50:01.319286 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-9d791e60-b9c6-4249-a593-f050ff4d5c24 req-d7efb88b-d2ab-4188-9820-3b69dab08228 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/security-groups?id=14173c1b-0c02-42f5-bbaa-1697eb3f3a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735426 May 20 19:50:01.452089 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-279034c7-6958-4e5e-b535-01e1b1c4f129 req-2744f002-5252-4ef9-8425-dd3a842e94d5 service neutron] 10.222.0.65 "GET /v2.0/networks/1b327da3-33cc-49f3-95cb-f563b6ea1ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316297 May 20 19:50:01.503055 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-4b86220f-ad76-407e-8600-4c712b80e2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3027974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3031084'] for subnet, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:01.507845 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-2d1a74f9-3a4b-475b-b7aa-402fffc2b9af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:01.564671 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045bcbec-09a3-4f76-8549-0dd2bc94e257 req-f21546e6-461c-4871-b380-dd39c60fdc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:01.566145 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-045bcbec-09a3-4f76-8549-0dd2bc94e257 req-f21546e6-461c-4871-b380-dd39c60fdc7a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=06e766a72c9240e8a3468a5a7e0176a4&device_id=c08a6074-572e-460d-a21e-1ab647351912 HTTP/1.1" status: 200 len: 1097 time: 0.0689414 May 20 19:50:01.585411 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b86220f-ad76-407e-8600-4c712b80e2c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf9499b7-667f-439a-932a-3f5fc418b7b8,revision_number=0']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:01.589383 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-4b86220f-ad76-407e-8600-4c712b80e2c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:01.593423 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b86220f-ad76-407e-8600-4c712b80e2c7 admin admin] Checking segment: {'id': 'b09a506f-5585-4424-b3cd-50dc8cad2168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e2855e30-4b47-414d-beab-1956cfce7926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:50:01.593777 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b86220f-ad76-407e-8600-4c712b80e2c7 admin admin] Network hostable DHCP agents. Network: e2855e30-4b47-414d-beab-1956cfce7926, hostable agents: ['fa9d6d8e-318c-43db-bbd8-e3a49a35072a'], hosted agents: [] {{(pid=98244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 19:50:01.611546 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b86220f-ad76-407e-8600-4c712b80e2c7 admin admin] Network e2855e30-4b47-414d-beab-1956cfce7926 is scheduled to be hosted by DHCP agent fa9d6d8e-318c-43db-bbd8-e3a49a35072a with binding_index 1 {{(pid=98244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 19:50:01.620095 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.base_scheduler [None req-4b86220f-ad76-407e-8600-4c712b80e2c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-2-iscsi, e2855e30-4b47-414d-beab-1956cfce7926) {{(pid=98244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:50:01.629850 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b86220f-ad76-407e-8600-4c712b80e2c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:01.630501 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-4b86220f-ad76-407e-8600-4c712b80e2c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:01.632225 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7c5ee0-bb84-4670-85bc-3fdf45c1aba5 None None] Network e2855e30-4b47-414d-beab-1956cfce7926 requested from dv-cinder-792462-2-iscsi {{(pid=98245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:50:01.650676 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-4b86220f-ad76-407e-8600-4c712b80e2c7 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6845620 May 20 19:50:01.653376 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 44440) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:50:01.658309 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-eb4417ce-4a4c-4863-b719-36c333153762 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1309000384-router', 'tenant_id': '7b0b262f9f7b4273897278152e258caa', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3'}}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:50:01.662949 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-eb4417ce-4a4c-4863-b719-36c333153762 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:50:01.666861 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-eb4417ce-4a4c-4863-b719-36c333153762 admin admin] Usage tracker for resource:router and tenant:7b0b262f9f7b4273897278152e258caa is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:50:01.669808 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-eb4417ce-4a4c-4863-b719-36c333153762 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:50:01.675670 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-eb4417ce-4a4c-4863-b719-36c333153762 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:50:01.687303 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-eb4417ce-4a4c-4863-b719-36c333153762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1749729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7936'] for router, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:01.688423 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-eb4417ce-4a4c-4863-b719-36c333153762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822624', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7947'] for router, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:01.702282 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045bcbec-09a3-4f76-8549-0dd2bc94e257 req-9c4e02f0-a239-491b-8fa2-361d970129da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:01.704282 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-045bcbec-09a3-4f76-8549-0dd2bc94e257 req-9c4e02f0-a239-491b-8fa2-361d970129da service neutron] 10.222.0.65 "GET /v2.0/networks?id=1b327da3-33cc-49f3-95cb-f563b6ea1ed4 HTTP/1.1" status: 200 len: 916 time: 0.1317508 May 20 19:50:01.705134 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-eb4417ce-4a4c-4863-b719-36c333153762 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:01.776904 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-045bcbec-09a3-4f76-8549-0dd2bc94e257 req-eda0bbfb-e442-4b6c-b3b5-4f45b54eaef0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efb64f4b-1258-439d-b6a1-01c6b39dcf06 HTTP/1.1" status: 200 len: 217 time: 0.0649567 May 20 19:50:01.840824 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045bcbec-09a3-4f76-8549-0dd2bc94e257 req-967b5a86-7031-4c7c-b1a4-53f90ae00c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:01.842449 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-045bcbec-09a3-4f76-8549-0dd2bc94e257 req-967b5a86-7031-4c7c-b1a4-53f90ae00c73 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7f99646e-4cb2-4305-a61f-1e32124e00b0 HTTP/1.1" status: 200 len: 854 time: 0.0582793 May 20 19:50:01.859673 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67afd68-7ac3-45b1-a06b-942a63f45286 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp24e9921b-c377-56b1-b5d5-9e0eafbeecd1-e2855e30-4b47-414d-beab-1956cfce7926', 'network_id': 'e2855e30-4b47-414d-beab-1956cfce7926', 'tenant_id': '7b0b262f9f7b4273897278152e258caa', 'fixed_ips': [{'subnet_id': 'bf9499b7-667f-439a-932a-3f5fc418b7b8'}]}} from dv-cinder-792462-2-iscsi. {{(pid=98245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 19:50:01.860587 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-b67afd68-7ac3-45b1-a06b-942a63f45286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:01.931624 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045bcbec-09a3-4f76-8549-0dd2bc94e257 req-2896bbab-f139-499d-aa59-dcb28b241f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:01.933358 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-045bcbec-09a3-4f76-8549-0dd2bc94e257 req-2896bbab-f139-499d-aa59-dcb28b241f6b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1b327da3-33cc-49f3-95cb-f563b6ea1ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0823767 May 20 19:50:02.020824 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.db_base_plugin_common [None req-b67afd68-7ac3-45b1-a06b-942a63f45286 None None] Allocated IP 172.20.0.2 (e2855e30-4b47-414d-beab-1956cfce7926/bf9499b7-667f-439a-932a-3f5fc418b7b8/2d0f4849-c99f-40ad-92dd-e1e96dacf2a2) {{(pid=98245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:50:02.075689 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-eb4417ce-4a4c-4863-b719-36c333153762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1822610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1749751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7965'] for router, precommit_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:02.080905 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-045bcbec-09a3-4f76-8549-0dd2bc94e257 req-e202a12e-1baf-4f8f-843e-5895edc1aef0 service neutron] 10.222.0.65 "GET /v2.0/networks/1b327da3-33cc-49f3-95cb-f563b6ea1ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401248 May 20 19:50:02.226468 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-045bcbec-09a3-4f76-8549-0dd2bc94e257 req-aab938f5-0757-4fc2-a9f1-83a757d64f11 service neutron] 10.222.0.65 "GET /v2.0/networks/1b327da3-33cc-49f3-95cb-f563b6ea1ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359532 May 20 19:50:02.237396 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-b67afd68-7ac3-45b1-a06b-942a63f45286 None None] Notify callbacks [] for port, precommit_create {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:02.249584 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-b67afd68-7ac3-45b1-a06b-942a63f45286 None None] Transition to ACTIVE for port object 2d0f4849-c99f-40ad-92dd-e1e96dacf2a2 will not be triggered until provisioned by entity L2. {{(pid=98245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:50:02.255579 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-591746fb-7570-4ab2-9885-90ca9f96338f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:02.269667 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-b67afd68-7ac3-45b1-a06b-942a63f45286 None None] Transition to ACTIVE for port object 2d0f4849-c99f-40ad-92dd-e1e96dacf2a2 will not be triggered until provisioned by entity DHCP. {{(pid=98245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:50:02.275682 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-b67afd68-7ac3-45b1-a06b-942a63f45286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015'] for port, after_create {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:02.280207 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:02.339098 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67afd68-7ac3-45b1-a06b-942a63f45286 None None] Network e2855e30-4b47-414d-beab-1956cfce7926 is already hosted by enough agents. {{(pid=98245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:50:02.341821 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.scheduler.base_scheduler [None req-b67afd68-7ac3-45b1-a06b-942a63f45286 None None] Resources bound (agent type, host, resource id): {{(pid=98245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:50:02.346047 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67afd68-7ac3-45b1-a06b-942a63f45286 None None] Received port after_create {{(pid=98245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:50:02.354836 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67afd68-7ac3-45b1-a06b-942a63f45286 None None] Pushing event updated for resources: {'Port': ['ID=2d0f4849-c99f-40ad-92dd-e1e96dacf2a2,revision_number=1']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:02.389951 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67afd68-7ac3-45b1-a06b-942a63f45286 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:02.390289 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67afd68-7ac3-45b1-a06b-942a63f45286 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:02.390619 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67afd68-7ac3-45b1-a06b-942a63f45286 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:02.391125 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67afd68-7ac3-45b1-a06b-942a63f45286 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:02.391638 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67afd68-7ac3-45b1-a06b-942a63f45286 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:02.391983 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67afd68-7ac3-45b1-a06b-942a63f45286 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:02.392458 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67afd68-7ac3-45b1-a06b-942a63f45286 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:02.392949 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67afd68-7ac3-45b1-a06b-942a63f45286 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:02.393428 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67afd68-7ac3-45b1-a06b-942a63f45286 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:02.393932 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67afd68-7ac3-45b1-a06b-942a63f45286 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:02.394249 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67afd68-7ac3-45b1-a06b-942a63f45286 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:02.394566 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67afd68-7ac3-45b1-a06b-942a63f45286 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:02.404974 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-b67afd68-7ac3-45b1-a06b-942a63f45286 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:02.411839 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-eb4417ce-4a4c-4863-b719-36c333153762 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:02.445016 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-eb4417ce-4a4c-4863-b719-36c333153762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:02.494430 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-b67afd68-7ac3-45b1-a06b-942a63f45286 None None] Attempting to bind port 2d0f4849-c99f-40ad-92dd-e1e96dacf2a2 on host dv-cinder-792462-2-iscsi for vnic_type normal with profile {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:50:02.495205 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-b67afd68-7ac3-45b1-a06b-942a63f45286 None None] Attempting to bind port 2d0f4849-c99f-40ad-92dd-e1e96dacf2a2 by drivers openvswitch,hyperv on host dv-cinder-792462-2-iscsi at level 0 using segments [{'id': 'b09a506f-5585-4424-b3cd-50dc8cad2168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e2855e30-4b47-414d-beab-1956cfce7926'}] {{(pid=98245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:50:02.495922 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67afd68-7ac3-45b1-a06b-942a63f45286 None None] Attempting to bind port 2d0f4849-c99f-40ad-92dd-e1e96dacf2a2 on network e2855e30-4b47-414d-beab-1956cfce7926 {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:50:02.501822 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67afd68-7ac3-45b1-a06b-942a63f45286 None None] Checking agent: {'id': 'f14708df-a001-437d-8366-dd48be2b8a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 33, 5), 'started_at': datetime.datetime(2021, 5, 20, 19, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:50:02.502202 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67afd68-7ac3-45b1-a06b-942a63f45286 None None] Checking segment: {'id': 'b09a506f-5585-4424-b3cd-50dc8cad2168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e2855e30-4b47-414d-beab-1956cfce7926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:50:02.502613 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-b67afd68-7ac3-45b1-a06b-942a63f45286 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:02.503265 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67afd68-7ac3-45b1-a06b-942a63f45286 None None] Bound using segment: {'id': 'b09a506f-5585-4424-b3cd-50dc8cad2168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e2855e30-4b47-414d-beab-1956cfce7926'} {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:50:02.503754 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-b67afd68-7ac3-45b1-a06b-942a63f45286 None None] Bound port: 2d0f4849-c99f-40ad-92dd-e1e96dacf2a2, host: dv-cinder-792462-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b09a506f-5585-4424-b3cd-50dc8cad2168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e2855e30-4b47-414d-beab-1956cfce7926'}}] {{(pid=98245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:50:02.504133 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-b67afd68-7ac3-45b1-a06b-942a63f45286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:02.516911 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a3157c-f3c0-4e79-9f82-4e44de01f98f req-f9759ba3-b285-4fe0-af58-142790823d06 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:02.518491 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-56a3157c-f3c0-4e79-9f82-4e44de01f98f req-f9759ba3-b285-4fe0-af58-142790823d06 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/ports?device_id=c08a6074-572e-460d-a21e-1ab647351912 HTTP/1.1" status: 200 len: 944 time: 0.0823591 May 20 19:50:02.564280 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-56a3157c-f3c0-4e79-9f82-4e44de01f98f req-82c65684-fdaa-4e27-b7f6-6ce5cb651170 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/security-groups?id=14173c1b-0c02-42f5-bbaa-1697eb3f3a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390224 May 20 19:50:02.591525 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.db_base_plugin_common [None req-eb4417ce-4a4c-4863-b719-36c333153762 admin admin] Allocated IP 172.27.1.9 (b6b8e223-f4e2-43c0-a9aa-6e12566b63e3/0824c86c-c492-497a-a433-a5123d2f3ae1/7e1f6305-3a05-4fd6-aa70-fe22a8faaba3) {{(pid=98244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:50:02.597521 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-b67afd68-7ac3-45b1-a06b-942a63f45286 None None] For port 2d0f4849-c99f-40ad-92dd-e1e96dacf2a2, host dv-cinder-792462-2-iscsi, cleared binding levels {{(pid=98245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:50:02.600472 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-b67afd68-7ac3-45b1-a06b-942a63f45286 None None] For port 2d0f4849-c99f-40ad-92dd-e1e96dacf2a2, host dv-cinder-792462-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=2d0f4849-c99f-40ad-92dd-e1e96dacf2a2,segment=NetworkSegment(b09a506f-5585-4424-b3cd-50dc8cad2168),segment_id=b09a506f-5585-4424-b3cd-50dc8cad2168)] {{(pid=98245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:50:02.605956 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-b67afd68-7ac3-45b1-a06b-942a63f45286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:02.609603 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:02.688663 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67afd68-7ac3-45b1-a06b-942a63f45286 None None] Pushing event updated for resources: {'Port': ['ID=2d0f4849-c99f-40ad-92dd-e1e96dacf2a2,revision_number=2']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:02.695023 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-b67afd68-7ac3-45b1-a06b-942a63f45286 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:02.743258 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-eb4417ce-4a4c-4863-b719-36c333153762 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:02.772576 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-eb4417ce-4a4c-4863-b719-36c333153762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3028154'] for port, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:02.777084 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-c0a883d9-7aa4-4335-948f-4f55652e95bd tempest-VolumesSnapshotTestJSON-503044836 tempest-VolumesSnapshotTestJSON-503044836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:02.845130 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4417ce-4a4c-4863-b719-36c333153762 admin admin] Network b6b8e223-f4e2-43c0-a9aa-6e12566b63e3 is already hosted by enough agents. {{(pid=98244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:50:02.848050 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.base_scheduler [None req-eb4417ce-4a4c-4863-b719-36c333153762 admin admin] Resources bound (agent type, host, resource id): {{(pid=98244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:50:02.852072 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4417ce-4a4c-4863-b719-36c333153762 admin admin] Received port after_create {{(pid=98244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:50:02.909901 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4417ce-4a4c-4863-b719-36c333153762 admin admin] Pushing event updated for resources: {'Port': ['ID=7e1f6305-3a05-4fd6-aa70-fe22a8faaba3,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:02.913945 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-eb4417ce-4a4c-4863-b719-36c333153762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:02.993622 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 2d0f4849-c99f-40ad-92dd-e1e96dacf2a2 up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:50:03.075185 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning for port 2d0f4849-c99f-40ad-92dd-e1e96dacf2a2 completed by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:50:03.268736 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-eb4417ce-4a4c-4863-b719-36c333153762 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:03.574139 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f44293e-722f-425c-823e-623bb8917c9d None None] Network e2855e30-4b47-414d-beab-1956cfce7926 requested from dv-cinder-792462-2-iscsi {{(pid=98245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:50:03.694989 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c1f91-fbaf-434c-8678-0a247b6de4a6 req-cc702766-7b08-4d3c-a5ea-e83f8745394b tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:03.696424 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-601c1f91-fbaf-434c-8678-0a247b6de4a6 req-cc702766-7b08-4d3c-a5ea-e83f8745394b tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7d8ac23-50b9-41ff-8e3b-e7270ae99dd2 HTTP/1.1" status: 200 len: 945 time: 0.0893359 May 20 19:50:03.705479 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-dfd8837d-5f80-45a8-b37d-c46d443b2c7d None None] Provisioning for port 2d0f4849-c99f-40ad-92dd-e1e96dacf2a2 completed by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:50:03.723503 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-dfd8837d-5f80-45a8-b37d-c46d443b2c7d None None] Provisioning complete for port 2d0f4849-c99f-40ad-92dd-e1e96dacf2a2 triggered by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:50:03.723913 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-dfd8837d-5f80-45a8-b37d-c46d443b2c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:03.745890 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-601c1f91-fbaf-434c-8678-0a247b6de4a6 req-64f4478a-5390-4d81-b029-fe3f8fdb6541 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/security-groups?id=f85ca38a-c005-44a6-9d58-73c82601f5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423093 May 20 19:50:03.814651 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-eb4417ce-4a4c-4863-b719-36c333153762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1749742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1822666'] for router, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:03.916720 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc8a30d-dec7-42e9-be3f-9e0b8daaf5a7 req-d6176be5-3b8c-46cf-b050-e6aa834ed06f tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:03.918168 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-1fc8a30d-dec7-42e9-be3f-9e0b8daaf5a7 req-d6176be5-3b8c-46cf-b050-e6aa834ed06f tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/ports?device_id=c08a6074-572e-460d-a21e-1ab647351912 HTTP/1.1" status: 200 len: 944 time: 0.1861508 May 20 19:50:03.953079 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-dfd8837d-5f80-45a8-b37d-c46d443b2c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:03.992388 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-dfd8837d-5f80-45a8-b37d-c46d443b2c7d None None] For port 2d0f4849-c99f-40ad-92dd-e1e96dacf2a2, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=2d0f4849-c99f-40ad-92dd-e1e96dacf2a2,segment=NetworkSegment(b09a506f-5585-4424-b3cd-50dc8cad2168),segment_id=b09a506f-5585-4424-b3cd-50dc8cad2168)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:50:03.996570 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-dfd8837d-5f80-45a8-b37d-c46d443b2c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:03.998356 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-49f9d7d5-0a17-4384-a6a5-c668f1b9ad70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:04.043596 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-1fc8a30d-dec7-42e9-be3f-9e0b8daaf5a7 req-39bac917-1676-4d84-b26e-6356158061c2 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/security-groups?id=14173c1b-0c02-42f5-bbaa-1697eb3f3a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730205 May 20 19:50:04.075320 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd8837d-5f80-45a8-b37d-c46d443b2c7d None None] Pushing event updated for resources: {'Port': ['ID=2d0f4849-c99f-40ad-92dd-e1e96dacf2a2,revision_number=3']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:04.080443 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-dfd8837d-5f80-45a8-b37d-c46d443b2c7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:04.088195 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb4417ce-4a4c-4863-b719-36c333153762 admin admin] Router 21db49b2-60d6-42e0-9966-4b7050c33aa6 is scheduled to L3 agent bf06d900-968e-4d51-b3d3-e51a8143bf8e with binding_index 1 {{(pid=98244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 19:50:04.217627 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-7b01f16f-cc6d-43dc-9242-38c68b04b7e1 None None] Provisioning complete for port 2d0f4849-c99f-40ad-92dd-e1e96dacf2a2 triggered by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:50:04.217950 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-7b01f16f-cc6d-43dc-9242-38c68b04b7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:04.268601 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4417ce-4a4c-4863-b719-36c333153762 admin admin] Notify agent at l3_agent.dv-cinder-792462-2-iscsi the message routers_updated {{(pid=98244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:50:04.279116 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f12889-4e54-4c01-98b5-66129491b41c None None] Sync routers for ids ['21db49b2-60d6-42e0-9966-4b7050c33aa6'] in dv-cinder-792462-2-iscsi {{(pid=98245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:50:04.291694 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-eb4417ce-4a4c-4863-b719-36c333153762 admin admin] Notify callbacks [] for router, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:04.292997 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-eb4417ce-4a4c-4863-b719-36c333153762 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6386309 May 20 19:50:04.295689 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 44454) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:50:04.319023 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f12889-4e54-4c01-98b5-66129491b41c None None] Routers {'21db49b2-60d6-42e0-9966-4b7050c33aa6'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:50:04.319561 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-16f12889-4e54-4c01-98b5-66129491b41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:49:34Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['21db49b2-60d6-42e0-9966-4b7050c33aa6'], 'active': True} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:50:04.511361 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-9ff30b8a-b09c-4504-aeab-18ab6f2cd947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:04.527146 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvr_db [None req-16f12889-4e54-4c01-98b5-66129491b41c None None] Set router 21db49b2-60d6-42e0-9966-4b7050c33aa6 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:50:04.813970 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:04.834936 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-16f12889-4e54-4c01-98b5-66129491b41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21db49b2-60d6-42e0-9966-4b7050c33aa6', 'name': 'tempest-TestShelveInstance-1309000384-router', 'tenant_id': '7b0b262f9f7b4273897278152e258caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '7e1f6305-3a05-4fd6-aa70-fe22a8faaba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:50:01Z', 'updated_at': '2021-05-20T19:50:03Z', 'revision_number': 3, 'project_id': '7b0b262f9f7b4273897278152e258caa', 'gw_port': {'id': '7e1f6305-3a05-4fd6-aa70-fe22a8faaba3', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:70:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21db49b2-60d6-42e0-9966-4b7050c33aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:02Z', 'updated_at': '2021-05-20T19:50:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi'}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:50:04.839922 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f12889-4e54-4c01-98b5-66129491b41c None None] Checking router: 21db49b2-60d6-42e0-9966-4b7050c33aa6 for host: dv-cinder-792462-2-iscsi {{(pid=98245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:50:04.840282 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f12889-4e54-4c01-98b5-66129491b41c None None] Updating router 21db49b2-60d6-42e0-9966-4b7050c33aa6 port 7e1f6305-3a05-4fd6-aa70-fe22a8faaba3 binding host dv-cinder-792462-2-iscsi {{(pid=98245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 19:50:04.895332 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-16f12889-4e54-4c01-98b5-66129491b41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:04.980607 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 2d0f4849-c99f-40ad-92dd-e1e96dacf2a2 up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:50:04.983984 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ea269-c621-47ce-8ff6-6cb889b07655 req-1665c403-85a3-4f36-a3fc-b34e5adfe458 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:04.985651 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-638ea269-c621-47ce-8ff6-6cb889b07655 req-1665c403-85a3-4f36-a3fc-b34e5adfe458 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7d8ac23-50b9-41ff-8e3b-e7270ae99dd2 HTTP/1.1" status: 200 len: 945 time: 0.1127687 May 20 19:50:05.035310 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-638ea269-c621-47ce-8ff6-6cb889b07655 req-da9b1223-4e19-4c15-94fe-abafdc35d566 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/security-groups?id=f85ca38a-c005-44a6-9d58-73c82601f5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433235 May 20 19:50:05.101594 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-16fff2d0-c29f-4736-b604-927858f3adc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:05.157646 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning complete for port 2d0f4849-c99f-40ad-92dd-e1e96dacf2a2 triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:50:05.158810 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:05.164783 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d47fb-5201-4d41-b392-6b5d4cf138de req-d8c90f91-5025-4674-b527-e37348deae8d tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:05.166437 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-9b2d47fb-5201-4d41-b392-6b5d4cf138de req-d8c90f91-5025-4674-b527-e37348deae8d tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7d8ac23-50b9-41ff-8e3b-e7270ae99dd2 HTTP/1.1" status: 200 len: 945 time: 0.1200006 May 20 19:50:05.344430 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242e00b-abd0-4545-9404-468d257280c8 req-79c77e5b-644d-4a7e-9a7f-92a1e201e473 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:05.346122 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-2242e00b-abd0-4545-9404-468d257280c8 req-79c77e5b-644d-4a7e-9a7f-92a1e201e473 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/ports?device_id=c08a6074-572e-460d-a21e-1ab647351912 HTTP/1.1" status: 200 len: 944 time: 0.1655548 May 20 19:50:05.401555 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.plugin [req-9b2d47fb-5201-4d41-b392-6b5d4cf138de req-098f8f09-d510-48a3-821a-58362e9e9429 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Deleting port eeee3eca-250d-4387-948a-914515b3ee3d {{(pid=98243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:50:05.401881 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-9b2d47fb-5201-4d41-b392-6b5d4cf138de req-098f8f09-d510-48a3-821a-58362e9e9429 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:05.438005 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.db_base_plugin_common [None req-16fff2d0-c29f-4736-b604-927858f3adc8 admin admin] Allocated IP 172.20.0.1 (e2855e30-4b47-414d-beab-1956cfce7926/bf9499b7-667f-439a-932a-3f5fc418b7b8/465a12a8-bab7-4f01-a952-42fb50ee01b0) {{(pid=98244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:50:05.438923 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-16f12889-4e54-4c01-98b5-66129491b41c None None] Notify callbacks [] for port, precommit_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:05.442572 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-2242e00b-abd0-4545-9404-468d257280c8 req-34ac89f7-f7d1-4ae9-ac88-b4f5b77c50ca tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/security-groups?id=14173c1b-0c02-42f5-bbaa-1697eb3f3a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676129 May 20 19:50:05.452339 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-16f12889-4e54-4c01-98b5-66129491b41c None None] Transition to ACTIVE for port object 7e1f6305-3a05-4fd6-aa70-fe22a8faaba3 will not be triggered until provisioned by entity L2. {{(pid=98245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:50:05.461317 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-16f12889-4e54-4c01-98b5-66129491b41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:05.471149 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-a7eb75e5-9f62-4d91-a027-6108d9dce45e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:05.547530 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-16f12889-4e54-4c01-98b5-66129491b41c None None] Attempting to bind port 7e1f6305-3a05-4fd6-aa70-fe22a8faaba3 on host dv-cinder-792462-2-iscsi for vnic_type normal with profile {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:50:05.547866 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.db [req-9b2d47fb-5201-4d41-b392-6b5d4cf138de req-098f8f09-d510-48a3-821a-58362e9e9429 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] For port eeee3eca-250d-4387-948a-914515b3ee3d, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=eeee3eca-250d-4387-948a-914515b3ee3d,segment=NetworkSegment(139dbb0a-3903-4603-9a7f-ddd4c73b8a9f),segment_id=139dbb0a-3903-4603-9a7f-ddd4c73b8a9f)] {{(pid=98243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:50:05.548183 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-16f12889-4e54-4c01-98b5-66129491b41c None None] Attempting to bind port 7e1f6305-3a05-4fd6-aa70-fe22a8faaba3 by drivers openvswitch,hyperv on host dv-cinder-792462-2-iscsi at level 0 using segments [{'id': '67affa7f-7af4-4d70-a1a2-daaca7702f84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3'}] {{(pid=98245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:50:05.548346 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-9b2d47fb-5201-4d41-b392-6b5d4cf138de req-098f8f09-d510-48a3-821a-58362e9e9429 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:05.548730 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f12889-4e54-4c01-98b5-66129491b41c None None] Attempting to bind port 7e1f6305-3a05-4fd6-aa70-fe22a8faaba3 on network b6b8e223-f4e2-43c0-a9aa-6e12566b63e3 {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:50:05.552172 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79def8bf-79ca-4563-be5d-653a1a0b159b None None] Pushing event updated for resources: {'Port': ['ID=7e1f6305-3a05-4fd6-aa70-fe22a8faaba3,revision_number=2']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:05.556108 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-79def8bf-79ca-4563-be5d-653a1a0b159b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:05.557142 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f12889-4e54-4c01-98b5-66129491b41c None None] Checking agent: {'id': 'f14708df-a001-437d-8366-dd48be2b8a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 33, 5), 'started_at': datetime.datetime(2021, 5, 20, 19, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:50:05.557639 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f12889-4e54-4c01-98b5-66129491b41c None None] Checking segment: {'id': '67affa7f-7af4-4d70-a1a2-daaca7702f84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:50:05.558136 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-16f12889-4e54-4c01-98b5-66129491b41c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:05.558723 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f12889-4e54-4c01-98b5-66129491b41c None None] Bound using segment: {'id': '67affa7f-7af4-4d70-a1a2-daaca7702f84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3'} {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:50:05.559399 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-16f12889-4e54-4c01-98b5-66129491b41c None None] Bound port: 7e1f6305-3a05-4fd6-aa70-fe22a8faaba3, host: dv-cinder-792462-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67affa7f-7af4-4d70-a1a2-daaca7702f84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3'}}] {{(pid=98245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:50:05.559829 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-16f12889-4e54-4c01-98b5-66129491b41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:05.602562 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-16fff2d0-c29f-4736-b604-927858f3adc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:05.619474 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.provisioning_blocks [None req-16fff2d0-c29f-4736-b604-927858f3adc8 admin admin] Transition to ACTIVE for port object 465a12a8-bab7-4f01-a952-42fb50ee01b0 will not be triggered until provisioned by entity DHCP. {{(pid=98244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:50:05.644656 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-16fff2d0-c29f-4736-b604-927858f3adc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3028154'] for port, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:05.646991 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d568-3eaa-4ee2-8e63-8438dfda9a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:05.648243 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-16f12889-4e54-4c01-98b5-66129491b41c None None] For port 7e1f6305-3a05-4fd6-aa70-fe22a8faaba3, host dv-cinder-792462-2-iscsi, cleared binding levels {{(pid=98245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:50:05.649177 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-cd73c189-5889-4077-823d-eaf361d20aa5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:05.651572 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-16f12889-4e54-4c01-98b5-66129491b41c None None] For port 7e1f6305-3a05-4fd6-aa70-fe22a8faaba3, host dv-cinder-792462-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=7e1f6305-3a05-4fd6-aa70-fe22a8faaba3,segment=NetworkSegment(67affa7f-7af4-4d70-a1a2-daaca7702f84),segment_id=67affa7f-7af4-4d70-a1a2-daaca7702f84)] {{(pid=98245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:50:05.657449 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-16f12889-4e54-4c01-98b5-66129491b41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:05.661165 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-7e8ae683-2453-4fb5-8f4f-dcb0cb300c56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:05.709496 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fff2d0-c29f-4736-b604-927858f3adc8 admin admin] Network e2855e30-4b47-414d-beab-1956cfce7926 is already hosted by enough agents. {{(pid=98244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:50:05.712424 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.base_scheduler [None req-16fff2d0-c29f-4736-b604-927858f3adc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=98244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:50:05.716087 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fff2d0-c29f-4736-b604-927858f3adc8 admin admin] Received port after_create {{(pid=98244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:50:05.735739 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f12889-4e54-4c01-98b5-66129491b41c None None] Routers {'21db49b2-60d6-42e0-9966-4b7050c33aa6'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:50:05.736372 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-16f12889-4e54-4c01-98b5-66129491b41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:50:04Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['21db49b2-60d6-42e0-9966-4b7050c33aa6'], 'active': True} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:50:05.756736 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fff2d0-c29f-4736-b604-927858f3adc8 admin admin] Pushing event updated for resources: {'Port': ['ID=465a12a8-bab7-4f01-a952-42fb50ee01b0,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:05.764457 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-16fff2d0-c29f-4736-b604-927858f3adc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:05.778089 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-16fff2d0-c29f-4736-b604-927858f3adc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745875'] for router_interface, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:05.792486 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79def8bf-79ca-4563-be5d-653a1a0b159b None None] Pushing event updated for resources: {'Port': ['ID=7e1f6305-3a05-4fd6-aa70-fe22a8faaba3,revision_number=3']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:05.802443 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-79def8bf-79ca-4563-be5d-653a1a0b159b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:05.872239 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-9b2d47fb-5201-4d41-b392-6b5d4cf138de req-098f8f09-d510-48a3-821a-58362e9e9429 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:05.872622 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-9b2d47fb-5201-4d41-b392-6b5d4cf138de req-098f8f09-d510-48a3-821a-58362e9e9429 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745732'] for floatingip, after_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:05.873096 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.db.l3_db [req-9b2d47fb-5201-4d41-b392-6b5d4cf138de req-098f8f09-d510-48a3-821a-58362e9e9429 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Floating IP 1cb1722b-013a-4846-accf-056781d50282 disassociated. External IP: 172.27.1.14, port: eeee3eca-250d-4387-948a-914515b3ee3d. May 20 19:50:05.873459 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.plugin [req-9b2d47fb-5201-4d41-b392-6b5d4cf138de req-098f8f09-d510-48a3-821a-58362e9e9429 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Calling delete_port for eeee3eca-250d-4387-948a-914515b3ee3d owned by compute:nova {{(pid=98243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:50:05.888055 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device efb64f4b-1258-439d-b6a1-01c6b39dcf06 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 19:50:05.921851 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-16fff2d0-c29f-4736-b604-927858f3adc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:05.948734 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvr_db [None req-16f12889-4e54-4c01-98b5-66129491b41c None None] Set router 21db49b2-60d6-42e0-9966-4b7050c33aa6 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:50:06.003076 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-9b2d47fb-5201-4d41-b392-6b5d4cf138de req-098f8f09-d510-48a3-821a-58362e9e9429 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3727336'] for port, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:06.009633 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:06.054596 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f8f09-d510-48a3-821a-58362e9e9429 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Pushing event deleted for resources: {'Port': ['ID=eeee3eca-250d-4387-948a-914515b3ee3d,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:06.058464 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-098f8f09-d510-48a3-821a-58362e9e9429 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:06.216154 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-16fff2d0-c29f-4736-b604-927858f3adc8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:06.219419 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-186d287f-2427-4e19-833c-4b6315317e56 None None] Provisioning for port 465a12a8-bab7-4f01-a952-42fb50ee01b0 completed by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:50:06.221440 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-16fff2d0-c29f-4736-b604-927858f3adc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3028147'] for port, after_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:06.233894 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-186d287f-2427-4e19-833c-4b6315317e56 None None] Provisioning complete for port 465a12a8-bab7-4f01-a952-42fb50ee01b0 triggered by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:50:06.234272 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-186d287f-2427-4e19-833c-4b6315317e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:06.250385 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-3504b9c6-75ef-444a-be59-800f1ba31733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:06.274871 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-01c929ec-dac6-45dd-b80b-883190135af0 req-e6a57a3b-15de-4dc4-9880-12f88dfe3363 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7d8ac23-50b9-41ff-8e3b-e7270ae99dd2 HTTP/1.1" status: 200 len: 210 time: 0.0634360 May 20 19:50:06.295557 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b2d47fb-5201-4d41-b392-6b5d4cf138de req-098f8f09-d510-48a3-821a-58362e9e9429 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Router 5d6b8817-7453-4088-8519-9b11ba836610 has already been hosted by L3 agent bf06d900-968e-4d51-b3d3-e51a8143bf8e {{(pid=98243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:50:06.337625 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-16fff2d0-c29f-4736-b604-927858f3adc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1697874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1823336'] for router_interface, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:06.342403 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fff2d0-c29f-4736-b604-927858f3adc8 admin admin] Pushing event updated for resources: {'Port': ['ID=465a12a8-bab7-4f01-a952-42fb50ee01b0,revision_number=2']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:06.349040 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-16fff2d0-c29f-4736-b604-927858f3adc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:06.364556 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-186d287f-2427-4e19-833c-4b6315317e56 None None] Port 465a12a8-bab7-4f01-a952-42fb50ee01b0 cannot update to ACTIVE because it is not bound. {{(pid=98245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 19:50:06.373453 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port efb64f4b-1258-439d-b6a1-01c6b39dcf06, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=efb64f4b-1258-439d-b6a1-01c6b39dcf06,segment=NetworkSegment(2fe0069f-9e2f-4664-9dbe-d6cdd78a57fa),segment_id=2fe0069f-9e2f-4664-9dbe-d6cdd78a57fa)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:50:06.401806 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Returning: {'device': 'efb64f4b-1258-439d-b6a1-01c6b39dcf06', 'network_id': '1b327da3-33cc-49f3-95cb-f563b6ea1ed4', 'port_id': 'efb64f4b-1258-439d-b6a1-01c6b39dcf06', 'mac_address': 'fa:16:3e:4a:9f:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f99646e-4cb2-4305-a61f-1e32124e00b0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 19:50:06.441018 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:06.484571 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:06.501064 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fff2d0-c29f-4736-b604-927858f3adc8 admin admin] Network e2855e30-4b47-414d-beab-1956cfce7926 is already hosted by enough agents. {{(pid=98244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:50:06.502235 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.base_scheduler [None req-16fff2d0-c29f-4736-b604-927858f3adc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=98244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:50:06.504518 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b2d47fb-5201-4d41-b392-6b5d4cf138de req-098f8f09-d510-48a3-821a-58362e9e9429 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify agent at l3_agent.dv-cinder-792462-2-iscsi the message routers_updated {{(pid=98243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:50:06.516077 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe34438-0221-4873-a4dc-40ddd8b34a93 None None] Sync routers for ids ['5d6b8817-7453-4088-8519-9b11ba836610'] in dv-cinder-792462-2-iscsi {{(pid=98246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:50:06.537116 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe34438-0221-4873-a4dc-40ddd8b34a93 None None] Routers {'5d6b8817-7453-4088-8519-9b11ba836610'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:50:06.537837 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-8fe34438-0221-4873-a4dc-40ddd8b34a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:50:04Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['5d6b8817-7453-4088-8519-9b11ba836610'], 'active': True} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:50:06.565326 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.notifiers.nova [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efb64f4b-1258-439d-b6a1-01c6b39dcf06 {{(pid=98245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:50:06.597960 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port efb64f4b-1258-439d-b6a1-01c6b39dcf06, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=efb64f4b-1258-439d-b6a1-01c6b39dcf06,segment=NetworkSegment(2fe0069f-9e2f-4664-9dbe-d6cdd78a57fa),segment_id=2fe0069f-9e2f-4664-9dbe-d6cdd78a57fa)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:50:06.606833 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-16f12889-4e54-4c01-98b5-66129491b41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21db49b2-60d6-42e0-9966-4b7050c33aa6', 'name': 'tempest-TestShelveInstance-1309000384-router', 'tenant_id': '7b0b262f9f7b4273897278152e258caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '7e1f6305-3a05-4fd6-aa70-fe22a8faaba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:50:01Z', 'updated_at': '2021-05-20T19:50:03Z', 'revision_number': 3, 'project_id': '7b0b262f9f7b4273897278152e258caa', 'gw_port': {'id': '7e1f6305-3a05-4fd6-aa70-fe22a8faaba3', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:70:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21db49b2-60d6-42e0-9966-4b7050c33aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:02Z', 'updated_at': '2021-05-20T19:50:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi'}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:50:06.618672 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:06.623430 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f12889-4e54-4c01-98b5-66129491b41c None None] The sync data for ids ['21db49b2-60d6-42e0-9966-4b7050c33aa6'] in dv-cinder-792462-2-iscsi is: [{'id': '21db49b2-60d6-42e0-9966-4b7050c33aa6', 'name': 'tempest-TestShelveInstance-1309000384-router', 'tenant_id': '7b0b262f9f7b4273897278152e258caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '7e1f6305-3a05-4fd6-aa70-fe22a8faaba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:50:01Z', 'updated_at': '2021-05-20T19:50:03Z', 'revision_number': 3, 'project_id': '7b0b262f9f7b4273897278152e258caa', 'gw_port': {'id': '7e1f6305-3a05-4fd6-aa70-fe22a8faaba3', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:70:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21db49b2-60d6-42e0-9966-4b7050c33aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:02Z', 'updated_at': '2021-05-20T19:50:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi'}] {{(pid=98245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:50:06.625574 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:06.705126 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b2d47fb-5201-4d41-b392-6b5d4cf138de req-098f8f09-d510-48a3-821a-58362e9e9429 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] No DVR routers for this DVR port eeee3eca-250d-4387-948a-914515b3ee3d on host hv-cinder-79246 {{(pid=98243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:50:06.710348 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-9b2d47fb-5201-4d41-b392-6b5d4cf138de req-098f8f09-d510-48a3-821a-58362e9e9429 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for port, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:06.738422 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d8ac23-50b9-41ff-8e3b-e7270ae99dd2', 'name': 'network-vif-deleted', 'tag': 'eeee3eca-250d-4387-948a-914515b3ee3d'}] {{(pid=98243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:50:06.757288 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-9b2d47fb-5201-4d41-b392-6b5d4cf138de req-098f8f09-d510-48a3-821a-58362e9e9429 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.65 "DELETE /v2.0/ports/eeee3eca-250d-4387-948a-914515b3ee3d HTTP/1.1" status: 204 len: 173 time: 1.5854111 May 20 19:50:06.841545 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d8ac23-50b9-41ff-8e3b-e7270ae99dd2', 'name': 'network-vif-deleted', 'tag': 'eeee3eca-250d-4387-948a-914515b3ee3d', 'status': 'completed', 'code': 200} May 20 19:50:06.916079 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-3099fc6a-6e82-4947-abf5-9f661d42fbf1 None None] Provisioning complete for port 465a12a8-bab7-4f01-a952-42fb50ee01b0 triggered by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:50:06.916455 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3099fc6a-6e82-4947-abf5-9f661d42fbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:06.944318 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvr_db [None req-8fe34438-0221-4873-a4dc-40ddd8b34a93 None None] Set router 5d6b8817-7453-4088-8519-9b11ba836610 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:50:06.980998 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-3099fc6a-6e82-4947-abf5-9f661d42fbf1 None None] Port 465a12a8-bab7-4f01-a952-42fb50ee01b0 cannot update to ACTIVE because it is not bound. {{(pid=98245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 19:50:06.984437 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] get_ports_and_sgs() called for port_ids ['efb64f4b-1258-439d-b6a1-01c6b39dcf06'] {{(pid=98245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:50:07.066976 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Pushing event updated for resources: {'Port': ['ID=efb64f4b-1258-439d-b6a1-01c6b39dcf06,revision_number=4']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:07.072228 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:07.086280 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16fff2d0-c29f-4736-b604-927858f3adc8 admin admin] Router 21db49b2-60d6-42e0-9966-4b7050c33aa6 has already been hosted by L3 agent bf06d900-968e-4d51-b3d3-e51a8143bf8e {{(pid=98244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:50:07.199794 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f337be0-3b15-4bda-96fd-a8cec0aba651 req-73e5c55b-c854-4159-9997-2af2fc79fe50 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:07.201307 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-4f337be0-3b15-4bda-96fd-a8cec0aba651 req-73e5c55b-c854-4159-9997-2af2fc79fe50 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/ports?device_id=c08a6074-572e-460d-a21e-1ab647351912 HTTP/1.1" status: 200 len: 945 time: 0.3944504 May 20 19:50:07.299142 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-40a8b960-4cf6-42c3-bf80-c71dd59d075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:07.347192 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-4f337be0-3b15-4bda-96fd-a8cec0aba651 req-76cffc83-6081-424b-85a4-023f12d884bb tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/security-groups?id=14173c1b-0c02-42f5-bbaa-1697eb3f3a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309252 May 20 19:50:07.365665 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16fff2d0-c29f-4736-b604-927858f3adc8 admin admin] Notify agent at l3_agent.dv-cinder-792462-2-iscsi the message routers_updated {{(pid=98244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:50:07.380774 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-16fff2d0-c29f-4736-b604-927858f3adc8 admin admin] 10.222.0.46 "PUT /v2.0/routers/21db49b2-60d6-42e0-9966-4b7050c33aa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0827389 May 20 19:50:07.445711 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-8fe34438-0221-4873-a4dc-40ddd8b34a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6b8817-7453-4088-8519-9b11ba836610', 'name': 'tempest-TestVolumeBootPattern-1206091087-router', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '31944ead-9b3b-4428-bf4b-32f382a4d666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:46:59Z', 'updated_at': '2021-05-20T19:47:03Z', 'revision_number': 4, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'gw_port': {'id': '31944ead-9b3b-4428-bf4b-32f382a4d666', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:00Z', 'updated_at': '2021-05-20T19:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': 'ce4ee53d-90e3-42c7-adc0-f6aaa3026e4c', 'name': '', 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'mac_address': 'fa:16:3e:d5:16:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '62263882-c2fb-42c7-a641-48b5e7aef49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:02Z', 'updated_at': '2021-05-20T19:47:09Z', 'revision_number': 5, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'subnets': [{'id': '62263882-c2fb-42c7-a641-48b5e7aef49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:50:07.450902 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe34438-0221-4873-a4dc-40ddd8b34a93 None None] Checking router: 5d6b8817-7453-4088-8519-9b11ba836610 for host: dv-cinder-792462-2-iscsi {{(pid=98246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:50:07.460771 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe34438-0221-4873-a4dc-40ddd8b34a93 None None] Routers {'5d6b8817-7453-4088-8519-9b11ba836610'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:50:07.461751 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-8fe34438-0221-4873-a4dc-40ddd8b34a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:50:04Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['5d6b8817-7453-4088-8519-9b11ba836610'], 'active': True} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:50:07.503416 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-e4ace198-ae0b-45a1-b9a3-1f3768cfb5c3 req-df5388b8-496c-4f6c-824f-75d58dad4565 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Synchronizing usage tracker for tenant:67c0fea229f14ebd918a33f2a9d87521 on resource:port {{(pid=98243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:50:07.521962 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-e4ace198-ae0b-45a1-b9a3-1f3768cfb5c3 req-df5388b8-496c-4f6c-824f-75d58dad4565 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Unset dirty status for tenant:67c0fea229f14ebd918a33f2a9d87521 on resource:port {{(pid=98243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:50:07.526455 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-e4ace198-ae0b-45a1-b9a3-1f3768cfb5c3 req-df5388b8-496c-4f6c-824f-75d58dad4565 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7d8ac23-50b9-41ff-8e3b-e7270ae99dd2 HTTP/1.1" status: 200 len: 210 time: 0.0679057 May 20 19:50:07.660089 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvr_db [None req-8fe34438-0221-4873-a4dc-40ddd8b34a93 None None] Set router 5d6b8817-7453-4088-8519-9b11ba836610 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:50:07.869509 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device efb64f4b-1258-439d-b6a1-01c6b39dcf06 up at agent hyperv_hv-cinder-79246 {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:50:07.941793 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Provisioning for port efb64f4b-1258-439d-b6a1-01c6b39dcf06 completed by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:50:07.947205 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Provisioning complete for port efb64f4b-1258-439d-b6a1-01c6b39dcf06 triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:50:07.947600 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:08.000389 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 44484) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:50:08.008617 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-ed0b6e03-b96e-49f1-ab7c-d4e41a37e56d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-441466554-network', 'tenant_id': '93b7b5f5fcb643a49bc1915bb2221d8f'}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:50:08.009841 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-8fe34438-0221-4873-a4dc-40ddd8b34a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6b8817-7453-4088-8519-9b11ba836610', 'name': 'tempest-TestVolumeBootPattern-1206091087-router', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '31944ead-9b3b-4428-bf4b-32f382a4d666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:46:59Z', 'updated_at': '2021-05-20T19:47:03Z', 'revision_number': 4, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'gw_port': {'id': '31944ead-9b3b-4428-bf4b-32f382a4d666', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:00Z', 'updated_at': '2021-05-20T19:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': 'ce4ee53d-90e3-42c7-adc0-f6aaa3026e4c', 'name': '', 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'mac_address': 'fa:16:3e:d5:16:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '62263882-c2fb-42c7-a641-48b5e7aef49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:02Z', 'updated_at': '2021-05-20T19:47:09Z', 'revision_number': 5, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'subnets': [{'id': '62263882-c2fb-42c7-a641-48b5e7aef49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:50:08.014353 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe34438-0221-4873-a4dc-40ddd8b34a93 None None] The sync data for ids ['5d6b8817-7453-4088-8519-9b11ba836610'] in dv-cinder-792462-2-iscsi is: [{'id': '5d6b8817-7453-4088-8519-9b11ba836610', 'name': 'tempest-TestVolumeBootPattern-1206091087-router', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '31944ead-9b3b-4428-bf4b-32f382a4d666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:46:59Z', 'updated_at': '2021-05-20T19:47:03Z', 'revision_number': 4, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'gw_port': {'id': '31944ead-9b3b-4428-bf4b-32f382a4d666', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:00Z', 'updated_at': '2021-05-20T19:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': 'ce4ee53d-90e3-42c7-adc0-f6aaa3026e4c', 'name': '', 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'mac_address': 'fa:16:3e:d5:16:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '62263882-c2fb-42c7-a641-48b5e7aef49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:02Z', 'updated_at': '2021-05-20T19:47:09Z', 'revision_number': 5, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'subnets': [{'id': '62263882-c2fb-42c7-a641-48b5e7aef49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:50:08.017187 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-ed0b6e03-b96e-49f1-ab7c-d4e41a37e56d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:50:08.023457 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-ed0b6e03-b96e-49f1-ab7c-d4e41a37e56d admin admin] Usage tracker for resource:network and tenant:93b7b5f5fcb643a49bc1915bb2221d8f is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:50:08.027041 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-ed0b6e03-b96e-49f1-ab7c-d4e41a37e56d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:50:08.033500 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-ed0b6e03-b96e-49f1-ab7c-d4e41a37e56d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:50:08.045345 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0b6e03-b96e-49f1-ab7c-d4e41a37e56d admin admin] Made reservation on behalf of 93b7b5f5fcb643a49bc1915bb2221d8f for: {'network': 1} {{(pid=98244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:50:08.048735 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ed0b6e03-b96e-49f1-ab7c-d4e41a37e56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-584789'] for network, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:08.063176 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ed0b6e03-b96e-49f1-ab7c-d4e41a37e56d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:08.076825 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:08.078166 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-ed0b6e03-b96e-49f1-ab7c-d4e41a37e56d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:50:08.082289 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-ed0b6e03-b96e-49f1-ab7c-d4e41a37e56d admin admin] Usage tracker for resource:security_group_rule and tenant:93b7b5f5fcb643a49bc1915bb2221d8f is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:50:08.085350 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-ed0b6e03-b96e-49f1-ab7c-d4e41a37e56d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:50:08.091181 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-ed0b6e03-b96e-49f1-ab7c-d4e41a37e56d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:50:08.104308 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c08a6074-572e-460d-a21e-1ab647351912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb64f4b-1258-439d-b6a1-01c6b39dcf06'}] {{(pid=98245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:50:08.115065 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port efb64f4b-1258-439d-b6a1-01c6b39dcf06, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=efb64f4b-1258-439d-b6a1-01c6b39dcf06,segment=NetworkSegment(2fe0069f-9e2f-4664-9dbe-d6cdd78a57fa),segment_id=2fe0069f-9e2f-4664-9dbe-d6cdd78a57fa)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:50:08.119999 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:08.120858 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device eeee3eca-250d-4387-948a-914515b3ee3d no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:50:08.154593 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:08.185939 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ed0b6e03-b96e-49f1-ab7c-d4e41a37e56d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:08.190218 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ed0b6e03-b96e-49f1-ab7c-d4e41a37e56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:08.193643 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-743971ec-7739-4f51-8697-4496c4c83a45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:08.195301 dv-cinder-792462-2-iscsi neutron-server[98245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c08a6074-572e-460d-a21e-1ab647351912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb64f4b-1258-439d-b6a1-01c6b39dcf06', 'code': 200} May 20 19:50:08.202291 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] No Port match for: eeee3eca-250d-4387-948a-914515b3ee3d {{(pid=98245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:50:08.202680 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device eeee3eca-250d-4387-948a-914515b3ee3d not bound to the agent host hv-cinder-79246 {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:50:08.229941 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed0b6e03-b96e-49f1-ab7c-d4e41a37e56d admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=98244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 19:50:08.231974 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Pushing event updated for resources: {'Port': ['ID=efb64f4b-1258-439d-b6a1-01c6b39dcf06,revision_number=5']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:08.235727 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:08.235886 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b6e03-b96e-49f1-ab7c-d4e41a37e56d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc4f363-e3d1-4da1-aa1c-afe5f2a8d50e,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:08.241732 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-ed0b6e03-b96e-49f1-ab7c-d4e41a37e56d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:08.244175 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ed0b6e03-b96e-49f1-ab7c-d4e41a37e56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717217'] for segment, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:08.244614 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.db.segments_db [None req-ed0b6e03-b96e-49f1-ab7c-d4e41a37e56d admin admin] Added segment f3495a87-4286-4b87-826e-86c834ab4dd3 of type vlan for network 4f7bcab8-5811-4b09-b0fc-99ef3815c2d7 May 20 19:50:08.273679 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ed0b6e03-b96e-49f1-ab7c-d4e41a37e56d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778152598492'] for network, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:08.304769 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ed0b6e03-b96e-49f1-ab7c-d4e41a37e56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697952'] for network, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:08.305800 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0b6e03-b96e-49f1-ab7c-d4e41a37e56d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:08.306387 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ed0b6e03-b96e-49f1-ab7c-d4e41a37e56d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for network, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:08.309829 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:08.414715 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89844d30-91b4-4ff0-86d4-e659ec32ace3 req-44d657e7-7376-4eea-b39a-1f7b83346d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:08.416200 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-89844d30-91b4-4ff0-86d4-e659ec32ace3 req-44d657e7-7376-4eea-b39a-1f7b83346d0f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c08a6074-572e-460d-a21e-1ab647351912 HTTP/1.1" status: 200 len: 1099 time: 0.0756650 May 20 19:50:08.422284 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b6e03-b96e-49f1-ab7c-d4e41a37e56d admin admin] Pushing event updated for resources: {'Network': ['ID=4f7bcab8-5811-4b09-b0fc-99ef3815c2d7,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:08.425826 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-ed0b6e03-b96e-49f1-ab7c-d4e41a37e56d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:08.432838 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Network 4f7bcab8-5811-4b09-b0fc-99ef3815c2d7 details requested by agent ovs-agent-dv-cinder-792462-2-iscsi with host dv-cinder-792462-2-iscsi {{(pid=98245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 19:50:08.433602 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-ed0b6e03-b96e-49f1-ab7c-d4e41a37e56d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4293399 May 20 19:50:08.434318 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 44492) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:50:08.440033 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-1ac58324-7ede-4243-97f6-6bf70379b45e admin admin] Request body: {'subnet': {'network_id': '4f7bcab8-5811-4b09-b0fc-99ef3815c2d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-441466554-subnet', 'tenant_id': '93b7b5f5fcb643a49bc1915bb2221d8f', 'ip_version': 4}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:50:08.445499 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-1ac58324-7ede-4243-97f6-6bf70379b45e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:50:08.457628 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-1ac58324-7ede-4243-97f6-6bf70379b45e admin admin] Usage tracker for resource:subnet and tenant:93b7b5f5fcb643a49bc1915bb2221d8f is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:50:08.460928 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-1ac58324-7ede-4243-97f6-6bf70379b45e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:50:08.471153 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-89844d30-91b4-4ff0-86d4-e659ec32ace3 req-e1d31be8-383f-4115-bedf-2dc7d1fb9e9f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=14173c1b-0c02-42f5-bbaa-1697eb3f3a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479491 May 20 19:50:08.474182 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-1ac58324-7ede-4243-97f6-6bf70379b45e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:50:08.485954 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac58324-7ede-4243-97f6-6bf70379b45e admin admin] Made reservation on behalf of 93b7b5f5fcb643a49bc1915bb2221d8f for: {'subnet': 1} {{(pid=98244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:50:08.489046 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-1ac58324-7ede-4243-97f6-6bf70379b45e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3031102'] for subnet, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:08.608349 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc4b3b-4828-400a-b384-1cc4d140e891 req-7b6d087b-7d77-45ed-85b8-4d7d6781be8a tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:08.610539 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-23dc4b3b-4828-400a-b384-1cc4d140e891 req-7b6d087b-7d77-45ed-85b8-4d7d6781be8a tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/ports?device_id=c08a6074-572e-460d-a21e-1ab647351912 HTTP/1.1" status: 200 len: 946 time: 0.1086266 May 20 19:50:08.687913 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-23dc4b3b-4828-400a-b384-1cc4d140e891 req-7067c07f-3976-4e03-9b9b-f4737261afe1 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/security-groups?id=14173c1b-0c02-42f5-bbaa-1697eb3f3a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653055 May 20 19:50:08.706845 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0aecfb-729f-4f4e-b5b7-5c965f0877cb None None] Sync routers for ids ['21db49b2-60d6-42e0-9966-4b7050c33aa6'] in dv-cinder-792462-2-iscsi {{(pid=98245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:50:08.717061 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0aecfb-729f-4f4e-b5b7-5c965f0877cb None None] Routers {'21db49b2-60d6-42e0-9966-4b7050c33aa6'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:50:08.718552 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-8b0aecfb-729f-4f4e-b5b7-5c965f0877cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:50:04Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['21db49b2-60d6-42e0-9966-4b7050c33aa6'], 'active': True} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:50:08.836759 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c5f1af-0722-4d14-b229-ed6a58a72553 None None] New status for floating IP 1cb1722b-013a-4846-accf-056781d50282: DOWN {{(pid=98246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 19:50:08.964939 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvr_db [None req-8b0aecfb-729f-4f4e-b5b7-5c965f0877cb None None] Set router 21db49b2-60d6-42e0-9966-4b7050c33aa6 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:50:08.978992 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-a54ec1a4-1065-49ed-9af2-62c7de5c9ffc req-481e446c-7568-4423-ab90-4c0ac6f7fcfd tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1415459186&fields=id&tenant_id=67c0fea229f14ebd918a33f2a9d87521 HTTP/1.1" status: 200 len: 267 time: 0.0599718 May 20 19:50:08.979724 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-1ac58324-7ede-4243-97f6-6bf70379b45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3027974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3031084'] for subnet, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:08.983447 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:09.020844 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 7e1f6305-3a05-4fd6-aa70-fe22a8faaba3 up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:50:09.177629 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac58324-7ede-4243-97f6-6bf70379b45e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a681d5d-2026-4e83-9a67-72ac7de05657,revision_number=0']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:09.196666 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-1ac58324-7ede-4243-97f6-6bf70379b45e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:09.197382 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac58324-7ede-4243-97f6-6bf70379b45e admin admin] Checking segment: {'id': 'f3495a87-4286-4b87-826e-86c834ab4dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4f7bcab8-5811-4b09-b0fc-99ef3815c2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:50:09.198027 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac58324-7ede-4243-97f6-6bf70379b45e admin admin] Network hostable DHCP agents. Network: 4f7bcab8-5811-4b09-b0fc-99ef3815c2d7, hostable agents: ['fa9d6d8e-318c-43db-bbd8-e3a49a35072a'], hosted agents: [] {{(pid=98244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 19:50:09.239523 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac58324-7ede-4243-97f6-6bf70379b45e admin admin] Network 4f7bcab8-5811-4b09-b0fc-99ef3815c2d7 is scheduled to be hosted by DHCP agent fa9d6d8e-318c-43db-bbd8-e3a49a35072a with binding_index 1 {{(pid=98244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 19:50:09.253883 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning for port 7e1f6305-3a05-4fd6-aa70-fe22a8faaba3 completed by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:50:09.255547 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ec1a4-1065-49ed-9af2-62c7de5c9ffc req-b9d592eb-e85b-4100-a406-aa506913f939 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:09.257119 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-a54ec1a4-1065-49ed-9af2-62c7de5c9ffc req-b9d592eb-e85b-4100-a406-aa506913f939 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/networks?id=027d5c0a-e45a-4a06-947e-f673039c67a0 HTTP/1.1" status: 200 len: 812 time: 0.2365580 May 20 19:50:09.268373 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning complete for port 7e1f6305-3a05-4fd6-aa70-fe22a8faaba3 triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:50:09.268753 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:09.273267 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.base_scheduler [None req-1ac58324-7ede-4243-97f6-6bf70379b45e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-2-iscsi, 4f7bcab8-5811-4b09-b0fc-99ef3815c2d7) {{(pid=98244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:50:09.281313 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-a54ec1a4-1065-49ed-9af2-62c7de5c9ffc req-a18d02af-c4f5-4c28-b269-7e4aff6b82ee tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/quotas/67c0fea229f14ebd918a33f2a9d87521 HTTP/1.1" status: 200 len: 375 time: 0.0150199 May 20 19:50:09.284293 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac58324-7ede-4243-97f6-6bf70379b45e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:09.284853 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-1ac58324-7ede-4243-97f6-6bf70379b45e admin admin] Notify callbacks [] for subnet, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:09.301101 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba19853-0e1b-4e2a-b7e7-420510cfbd40 None None] Network 4f7bcab8-5811-4b09-b0fc-99ef3815c2d7 requested from dv-cinder-792462-2-iscsi {{(pid=98245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:50:09.346623 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-1ac58324-7ede-4243-97f6-6bf70379b45e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9109972 May 20 19:50:09.349488 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 44504) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:50:09.357266 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [None req-100e2182-d94a-4d62-bba8-ffa0bc3e42cb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-441466554-router', 'tenant_id': '93b7b5f5fcb643a49bc1915bb2221d8f', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3'}}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:50:09.363251 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-100e2182-d94a-4d62-bba8-ffa0bc3e42cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:50:09.369655 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-100e2182-d94a-4d62-bba8-ffa0bc3e42cb admin admin] Usage tracker for resource:router and tenant:93b7b5f5fcb643a49bc1915bb2221d8f is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:50:09.373193 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-100e2182-d94a-4d62-bba8-ffa0bc3e42cb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:50:09.381885 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-100e2182-d94a-4d62-bba8-ffa0bc3e42cb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:50:09.384916 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-a54ec1a4-1065-49ed-9af2-62c7de5c9ffc req-7c425037-0f26-42f9-a981-4cb506d55c30 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=67c0fea229f14ebd918a33f2a9d87521&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0949028 May 20 19:50:09.400257 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-100e2182-d94a-4d62-bba8-ffa0bc3e42cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1749729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7936'] for router, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:09.401518 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-100e2182-d94a-4d62-bba8-ffa0bc3e42cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822624', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7947'] for router, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:09.417410 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-100e2182-d94a-4d62-bba8-ffa0bc3e42cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:09.536794 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-a54ec1a4-1065-49ed-9af2-62c7de5c9ffc req-135f2186-2ca4-4b2d-b52c-9165add0675a service neutron] 10.222.0.46 "GET /v2.0/networks/027d5c0a-e45a-4a06-947e-f673039c67a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388152 May 20 19:50:09.644343 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:09.673599 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-a54ec1a4-1065-49ed-9af2-62c7de5c9ffc req-e9336939-d127-4e31-a145-780859fc5dd2 service neutron] 10.222.0.46 "GET /v2.0/networks/027d5c0a-e45a-4a06-947e-f673039c67a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292694 May 20 19:50:09.678063 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] For port 7e1f6305-3a05-4fd6-aa70-fe22a8faaba3, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=7e1f6305-3a05-4fd6-aa70-fe22a8faaba3,segment=NetworkSegment(67affa7f-7af4-4d70-a1a2-daaca7702f84),segment_id=67affa7f-7af4-4d70-a1a2-daaca7702f84)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:50:09.682161 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-8b0aecfb-729f-4f4e-b5b7-5c965f0877cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21db49b2-60d6-42e0-9966-4b7050c33aa6', 'name': 'tempest-TestShelveInstance-1309000384-router', 'tenant_id': '7b0b262f9f7b4273897278152e258caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '7e1f6305-3a05-4fd6-aa70-fe22a8faaba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:50:01Z', 'updated_at': '2021-05-20T19:50:05Z', 'revision_number': 4, 'project_id': '7b0b262f9f7b4273897278152e258caa', 'gw_port': {'id': '7e1f6305-3a05-4fd6-aa70-fe22a8faaba3', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:70:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21db49b2-60d6-42e0-9966-4b7050c33aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:02Z', 'updated_at': '2021-05-20T19:50:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': '465a12a8-bab7-4f01-a952-42fb50ee01b0', 'name': '', 'network_id': 'e2855e30-4b47-414d-beab-1956cfce7926', 'tenant_id': '7b0b262f9f7b4273897278152e258caa', 'mac_address': 'fa:16:3e:9a:28:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21db49b2-60d6-42e0-9966-4b7050c33aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'bf9499b7-667f-439a-932a-3f5fc418b7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:05Z', 'updated_at': '2021-05-20T19:50:06Z', 'revision_number': 2, 'project_id': '7b0b262f9f7b4273897278152e258caa', 'subnets': [{'id': 'bf9499b7-667f-439a-932a-3f5fc418b7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:50:09.709653 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:09.716074 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-45c4ec3c-92a5-4d5d-acad-64cea0723677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:09.757546 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0aecfb-729f-4f4e-b5b7-5c965f0877cb None None] Checking router: 21db49b2-60d6-42e0-9966-4b7050c33aa6 for host: dv-cinder-792462-2-iscsi {{(pid=98245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:50:09.757909 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0aecfb-729f-4f4e-b5b7-5c965f0877cb None None] Updating router 21db49b2-60d6-42e0-9966-4b7050c33aa6 port 465a12a8-bab7-4f01-a952-42fb50ee01b0 binding host dv-cinder-792462-2-iscsi {{(pid=98245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 19:50:09.800421 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-100e2182-d94a-4d62-bba8-ffa0bc3e42cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1822610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1749751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7965'] for router, precommit_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:09.815233 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba38bae8-0cfd-4351-b615-c1fe3194c3ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp24e9921b-c377-56b1-b5d5-9e0eafbeecd1-4f7bcab8-5811-4b09-b0fc-99ef3815c2d7', 'network_id': '4f7bcab8-5811-4b09-b0fc-99ef3815c2d7', 'tenant_id': '93b7b5f5fcb643a49bc1915bb2221d8f', 'fixed_ips': [{'subnet_id': '3a681d5d-2026-4e83-9a67-72ac7de05657'}]}} from dv-cinder-792462-2-iscsi. {{(pid=98245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 19:50:09.816190 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ba38bae8-0cfd-4351-b615-c1fe3194c3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:09.853557 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-8b0aecfb-729f-4f4e-b5b7-5c965f0877cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:09.913021 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Pushing event updated for resources: {'Port': ['ID=7e1f6305-3a05-4fd6-aa70-fe22a8faaba3,revision_number=4']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:09.946279 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:10.009855 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00467e67-b774-494e-ac0d-0ed0c0d36356 req-1a74f93d-acdf-4edc-911d-52ee30d00dcf tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:10.011349 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-00467e67-b774-494e-ac0d-0ed0c0d36356 req-1a74f93d-acdf-4edc-911d-52ee30d00dcf tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/ports?device_id=c08a6074-572e-460d-a21e-1ab647351912 HTTP/1.1" status: 200 len: 946 time: 0.1754475 May 20 19:50:10.134969 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-00467e67-b774-494e-ac0d-0ed0c0d36356 req-93d0a290-938f-496b-9df4-f8a45ceca46d tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/security-groups?id=14173c1b-0c02-42f5-bbaa-1697eb3f3a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121299 May 20 19:50:10.141049 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.db_base_plugin_common [None req-ba38bae8-0cfd-4351-b615-c1fe3194c3ec None None] Allocated IP 172.20.0.2 (4f7bcab8-5811-4b09-b0fc-99ef3815c2d7/3a681d5d-2026-4e83-9a67-72ac7de05657/3c455480-77e1-40e9-a338-285639401edb) {{(pid=98245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:50:10.274113 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-100e2182-d94a-4d62-bba8-ffa0bc3e42cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:10.321654 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-100e2182-d94a-4d62-bba8-ffa0bc3e42cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:10.450960 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-a6c07153-f533-4e6c-8206-2c8a33859c4c req-a2aabc01-9e24-4ab4-a3eb-c8fe79879c64 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=59ff7813-e21c-44d5-873f-79eaa668481a HTTP/1.1" status: 200 len: 210 time: 0.2937346 May 20 19:50:10.524518 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-8b0aecfb-729f-4f4e-b5b7-5c965f0877cb None None] Notify callbacks [] for port, precommit_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:10.530996 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ba38bae8-0cfd-4351-b615-c1fe3194c3ec None None] Notify callbacks [] for port, precommit_create {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:10.541106 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09c7f6-648b-43c6-9597-828c02c13307 req-ac3ec307-4390-4c86-b54e-af6725db7e50 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:10.542673 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-1a09c7f6-648b-43c6-9597-828c02c13307 req-ac3ec307-4390-4c86-b54e-af6725db7e50 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/ports?device_id=c08a6074-572e-460d-a21e-1ab647351912 HTTP/1.1" status: 200 len: 946 time: 0.2334847 May 20 19:50:10.547508 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-8b0aecfb-729f-4f4e-b5b7-5c965f0877cb None None] Transition to ACTIVE for port object 465a12a8-bab7-4f01-a952-42fb50ee01b0 will not be triggered until provisioned by entity L2. {{(pid=98245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:50:10.550454 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-ba38bae8-0cfd-4351-b615-c1fe3194c3ec None None] Transition to ACTIVE for port object 3c455480-77e1-40e9-a338-285639401edb will not be triggered until provisioned by entity L2. {{(pid=98245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:50:10.564619 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-8b0aecfb-729f-4f4e-b5b7-5c965f0877cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:10.570515 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-4a2199ec-de59-46a4-a265-620c12af87e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:10.582287 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.db_base_plugin_common [None req-100e2182-d94a-4d62-bba8-ffa0bc3e42cb admin admin] Allocated IP 172.27.1.221 (b6b8e223-f4e2-43c0-a9aa-6e12566b63e3/0824c86c-c492-497a-a433-a5123d2f3ae1/7682e7d4-2200-4c24-be0b-4c14dd406586) {{(pid=98243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:50:10.635733 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-ba38bae8-0cfd-4351-b615-c1fe3194c3ec None None] Transition to ACTIVE for port object 3c455480-77e1-40e9-a338-285639401edb will not be triggered until provisioned by entity DHCP. {{(pid=98245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:50:10.639464 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-1a09c7f6-648b-43c6-9597-828c02c13307 req-df48a8ca-7ddb-45ba-b016-da74c3ad971b tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/security-groups?id=14173c1b-0c02-42f5-bbaa-1697eb3f3a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854352 May 20 19:50:10.716609 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ba38bae8-0cfd-4351-b615-c1fe3194c3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015'] for port, after_create {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:10.727426 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfb64b5-83fe-4409-9b9d-9d37b38ebbae None None] Pushing event updated for resources: {'Port': ['ID=465a12a8-bab7-4f01-a952-42fb50ee01b0,revision_number=3']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:10.734296 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-6cfb64b5-83fe-4409-9b9d-9d37b38ebbae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:10.734760 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:10.807293 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-100e2182-d94a-4d62-bba8-ffa0bc3e42cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:10.847131 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-100e2182-d94a-4d62-bba8-ffa0bc3e42cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3727336'] for port, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:10.853946 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-19b5dd05-6a49-407c-ac6a-a8fb1414aa5b tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:10.876290 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba38bae8-0cfd-4351-b615-c1fe3194c3ec None None] Network 4f7bcab8-5811-4b09-b0fc-99ef3815c2d7 is already hosted by enough agents. {{(pid=98245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:50:10.883861 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.scheduler.base_scheduler [None req-ba38bae8-0cfd-4351-b615-c1fe3194c3ec None None] Resources bound (agent type, host, resource id): {{(pid=98245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:50:10.895783 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba38bae8-0cfd-4351-b615-c1fe3194c3ec None None] Received port after_create {{(pid=98245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:50:10.911927 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba38bae8-0cfd-4351-b615-c1fe3194c3ec None None] Pushing event updated for resources: {'Port': ['ID=3c455480-77e1-40e9-a338-285639401edb,revision_number=1']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:10.918657 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-ba38bae8-0cfd-4351-b615-c1fe3194c3ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:10.945911 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100e2182-d94a-4d62-bba8-ffa0bc3e42cb admin admin] Network b6b8e223-f4e2-43c0-a9aa-6e12566b63e3 is already hosted by enough agents. {{(pid=98243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:50:10.949632 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.base_scheduler [None req-100e2182-d94a-4d62-bba8-ffa0bc3e42cb admin admin] Resources bound (agent type, host, resource id): {{(pid=98243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:50:10.954755 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100e2182-d94a-4d62-bba8-ffa0bc3e42cb admin admin] Received port after_create {{(pid=98243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:50:10.993376 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 7e1f6305-3a05-4fd6-aa70-fe22a8faaba3 up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:50:11.000445 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100e2182-d94a-4d62-bba8-ffa0bc3e42cb admin admin] Pushing event updated for resources: {'Port': ['ID=7682e7d4-2200-4c24-be0b-4c14dd406586,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:11.005162 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-100e2182-d94a-4d62-bba8-ffa0bc3e42cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:11.029105 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-8b0aecfb-729f-4f4e-b5b7-5c965f0877cb None None] Attempting to bind port 465a12a8-bab7-4f01-a952-42fb50ee01b0 on host dv-cinder-792462-2-iscsi for vnic_type normal with profile {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:50:11.029361 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-8b0aecfb-729f-4f4e-b5b7-5c965f0877cb None None] Attempting to bind port 465a12a8-bab7-4f01-a952-42fb50ee01b0 by drivers openvswitch,hyperv on host dv-cinder-792462-2-iscsi at level 0 using segments [{'id': 'b09a506f-5585-4424-b3cd-50dc8cad2168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e2855e30-4b47-414d-beab-1956cfce7926'}] {{(pid=98245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:50:11.029723 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0aecfb-729f-4f4e-b5b7-5c965f0877cb None None] Attempting to bind port 465a12a8-bab7-4f01-a952-42fb50ee01b0 on network e2855e30-4b47-414d-beab-1956cfce7926 {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:50:11.100712 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0aecfb-729f-4f4e-b5b7-5c965f0877cb None None] Checking agent: {'id': 'f14708df-a001-437d-8366-dd48be2b8a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 33, 5), 'started_at': datetime.datetime(2021, 5, 20, 19, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:50:11.101081 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0aecfb-729f-4f4e-b5b7-5c965f0877cb None None] Checking segment: {'id': 'b09a506f-5585-4424-b3cd-50dc8cad2168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e2855e30-4b47-414d-beab-1956cfce7926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:50:11.101495 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-8b0aecfb-729f-4f4e-b5b7-5c965f0877cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:11.101884 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0aecfb-729f-4f4e-b5b7-5c965f0877cb None None] Bound using segment: {'id': 'b09a506f-5585-4424-b3cd-50dc8cad2168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e2855e30-4b47-414d-beab-1956cfce7926'} {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:50:11.102550 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-8b0aecfb-729f-4f4e-b5b7-5c965f0877cb None None] Bound port: 465a12a8-bab7-4f01-a952-42fb50ee01b0, host: dv-cinder-792462-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b09a506f-5585-4424-b3cd-50dc8cad2168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e2855e30-4b47-414d-beab-1956cfce7926'}}] {{(pid=98245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:50:11.102918 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-8b0aecfb-729f-4f4e-b5b7-5c965f0877cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:11.134876 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-ba38bae8-0cfd-4351-b615-c1fe3194c3ec None None] Attempting to bind port 3c455480-77e1-40e9-a338-285639401edb on host dv-cinder-792462-2-iscsi for vnic_type normal with profile {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:50:11.135258 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-ba38bae8-0cfd-4351-b615-c1fe3194c3ec None None] Attempting to bind port 3c455480-77e1-40e9-a338-285639401edb by drivers openvswitch,hyperv on host dv-cinder-792462-2-iscsi at level 0 using segments [{'id': 'f3495a87-4286-4b87-826e-86c834ab4dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4f7bcab8-5811-4b09-b0fc-99ef3815c2d7'}] {{(pid=98245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:50:11.135616 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba38bae8-0cfd-4351-b615-c1fe3194c3ec None None] Attempting to bind port 3c455480-77e1-40e9-a338-285639401edb on network 4f7bcab8-5811-4b09-b0fc-99ef3815c2d7 {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:50:11.192921 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba38bae8-0cfd-4351-b615-c1fe3194c3ec None None] Checking agent: {'id': 'f14708df-a001-437d-8366-dd48be2b8a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 33, 5), 'started_at': datetime.datetime(2021, 5, 20, 19, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:50:11.193309 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba38bae8-0cfd-4351-b615-c1fe3194c3ec None None] Checking segment: {'id': 'f3495a87-4286-4b87-826e-86c834ab4dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4f7bcab8-5811-4b09-b0fc-99ef3815c2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:50:11.193725 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ba38bae8-0cfd-4351-b615-c1fe3194c3ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:11.194132 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba38bae8-0cfd-4351-b615-c1fe3194c3ec None None] Bound using segment: {'id': 'f3495a87-4286-4b87-826e-86c834ab4dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4f7bcab8-5811-4b09-b0fc-99ef3815c2d7'} {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:50:11.194634 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-ba38bae8-0cfd-4351-b615-c1fe3194c3ec None None] Bound port: 3c455480-77e1-40e9-a338-285639401edb, host: dv-cinder-792462-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3495a87-4286-4b87-826e-86c834ab4dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4f7bcab8-5811-4b09-b0fc-99ef3815c2d7'}}] {{(pid=98245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:50:11.195017 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ba38bae8-0cfd-4351-b615-c1fe3194c3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:11.351117 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning complete for port 7e1f6305-3a05-4fd6-aa70-fe22a8faaba3 triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:50:11.351521 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:11.403438 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-8b0aecfb-729f-4f4e-b5b7-5c965f0877cb None None] For port 465a12a8-bab7-4f01-a952-42fb50ee01b0, host dv-cinder-792462-2-iscsi, cleared binding levels {{(pid=98245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:50:11.437511 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-8b0aecfb-729f-4f4e-b5b7-5c965f0877cb None None] For port 465a12a8-bab7-4f01-a952-42fb50ee01b0, host dv-cinder-792462-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=465a12a8-bab7-4f01-a952-42fb50ee01b0,segment=NetworkSegment(b09a506f-5585-4424-b3cd-50dc8cad2168),segment_id=b09a506f-5585-4424-b3cd-50dc8cad2168)] {{(pid=98245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:50:11.440937 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-ba38bae8-0cfd-4351-b615-c1fe3194c3ec None None] For port 3c455480-77e1-40e9-a338-285639401edb, host dv-cinder-792462-2-iscsi, cleared binding levels {{(pid=98245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:50:11.448500 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-ba38bae8-0cfd-4351-b615-c1fe3194c3ec None None] For port 3c455480-77e1-40e9-a338-285639401edb, host dv-cinder-792462-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=3c455480-77e1-40e9-a338-285639401edb,segment=NetworkSegment(f3495a87-4286-4b87-826e-86c834ab4dd3),segment_id=f3495a87-4286-4b87-826e-86c834ab4dd3)] {{(pid=98245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:50:11.450482 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-8b0aecfb-729f-4f4e-b5b7-5c965f0877cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:11.455997 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:11.490489 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ba38bae8-0cfd-4351-b615-c1fe3194c3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:11.617686 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0aecfb-729f-4f4e-b5b7-5c965f0877cb None None] Routers {'21db49b2-60d6-42e0-9966-4b7050c33aa6'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:50:11.618327 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-8b0aecfb-729f-4f4e-b5b7-5c965f0877cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:50:04Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['21db49b2-60d6-42e0-9966-4b7050c33aa6'], 'active': True} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:50:11.680586 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-9bc98a7a-1c0a-4db7-a1a5-4815efbcc5d9 req-71b50998-e020-4a9c-80b0-48e2fbecd3f8 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=59ff7813-e21c-44d5-873f-79eaa668481a HTTP/1.1" status: 200 len: 210 time: 0.0705748 May 20 19:50:11.709224 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfb64b5-83fe-4409-9b9d-9d37b38ebbae None None] Pushing event updated for resources: {'Port': ['ID=465a12a8-bab7-4f01-a952-42fb50ee01b0,revision_number=4']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:11.709491 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ec1a4-1065-49ed-9af2-62c7de5c9ffc req-b5956704-c1bb-4f2b-9cb3-c84e1b7e764a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:11.710428 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-a54ec1a4-1065-49ed-9af2-62c7de5c9ffc req-b5956704-c1bb-4f2b-9cb3-c84e1b7e764a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.65 "GET /v2.0/networks?id=027d5c0a-e45a-4a06-947e-f673039c67a0 HTTP/1.1" status: 200 len: 812 time: 0.4608595 May 20 19:50:11.721353 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-6cfb64b5-83fe-4409-9b9d-9d37b38ebbae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:11.723750 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.219s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:11.727646 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef5508-fbc7-4ab9-933f-c24ff907f1bc req-7bea4812-1a06-4dcb-8658-260dd9a06b2a tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:11.734575 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-88ef5508-fbc7-4ab9-933f-c24ff907f1bc req-7bea4812-1a06-4dcb-8658-260dd9a06b2a tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/ports?device_id=c08a6074-572e-460d-a21e-1ab647351912 HTTP/1.1" status: 200 len: 946 time: 0.4933057 May 20 19:50:11.772521 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-100e2182-d94a-4d62-bba8-ffa0bc3e42cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:11.923520 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba38bae8-0cfd-4351-b615-c1fe3194c3ec None None] Pushing event updated for resources: {'Port': ['ID=3c455480-77e1-40e9-a338-285639401edb,revision_number=2']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:11.932746 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-ba38bae8-0cfd-4351-b615-c1fe3194c3ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:11.936729 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-a54ec1a4-1065-49ed-9af2-62c7de5c9ffc req-ccf911ad-8683-435c-8d2f-d968d4ba59dc tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67c0fea229f14ebd918a33f2a9d87521 HTTP/1.1" status: 200 len: 380 time: 0.1895831 May 20 19:50:11.952620 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [req-a54ec1a4-1065-49ed-9af2-62c7de5c9ffc req-cda4c844-b173-423f-866b-c6408896068a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Request body: {'port': {'device_id': '59ff7813-e21c-44d5-873f-79eaa668481a', 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0', 'admin_state_up': True, 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'security_groups': ['f85ca38a-c005-44a6-9d58-73c82601f5ab']}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:50:11.978622 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvr_db [None req-8b0aecfb-729f-4f4e-b5b7-5c965f0877cb None None] Set router 21db49b2-60d6-42e0-9966-4b7050c33aa6 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:50:11.988560 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-88ef5508-fbc7-4ab9-933f-c24ff907f1bc req-968782a8-9754-4436-93db-67d0ef7fb85d tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/security-groups?id=14173c1b-0c02-42f5-bbaa-1697eb3f3a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565008 May 20 19:50:12.357268 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-8b0aecfb-729f-4f4e-b5b7-5c965f0877cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21db49b2-60d6-42e0-9966-4b7050c33aa6', 'name': 'tempest-TestShelveInstance-1309000384-router', 'tenant_id': '7b0b262f9f7b4273897278152e258caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '7e1f6305-3a05-4fd6-aa70-fe22a8faaba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:50:01Z', 'updated_at': '2021-05-20T19:50:05Z', 'revision_number': 4, 'project_id': '7b0b262f9f7b4273897278152e258caa', 'gw_port': {'id': '7e1f6305-3a05-4fd6-aa70-fe22a8faaba3', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:70:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db49b2-60d6-42e0-9966-4b7050c33aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:02Z', 'updated_at': '2021-05-20T19:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': '465a12a8-bab7-4f01-a952-42fb50ee01b0', 'name': '', 'network_id': 'e2855e30-4b47-414d-beab-1956cfce7926', 'tenant_id': '7b0b262f9f7b4273897278152e258caa', 'mac_address': 'fa:16:3e:9a:28:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21db49b2-60d6-42e0-9966-4b7050c33aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'bf9499b7-667f-439a-932a-3f5fc418b7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:05Z', 'updated_at': '2021-05-20T19:50:11Z', 'revision_number': 4, 'project_id': '7b0b262f9f7b4273897278152e258caa', 'subnets': [{'id': 'bf9499b7-667f-439a-932a-3f5fc418b7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:50:12.361792 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0aecfb-729f-4f4e-b5b7-5c965f0877cb None None] The sync data for ids ['21db49b2-60d6-42e0-9966-4b7050c33aa6'] in dv-cinder-792462-2-iscsi is: [{'id': '21db49b2-60d6-42e0-9966-4b7050c33aa6', 'name': 'tempest-TestShelveInstance-1309000384-router', 'tenant_id': '7b0b262f9f7b4273897278152e258caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '7e1f6305-3a05-4fd6-aa70-fe22a8faaba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:50:01Z', 'updated_at': '2021-05-20T19:50:05Z', 'revision_number': 4, 'project_id': '7b0b262f9f7b4273897278152e258caa', 'gw_port': {'id': '7e1f6305-3a05-4fd6-aa70-fe22a8faaba3', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:70:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db49b2-60d6-42e0-9966-4b7050c33aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:02Z', 'updated_at': '2021-05-20T19:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': '465a12a8-bab7-4f01-a952-42fb50ee01b0', 'name': '', 'network_id': 'e2855e30-4b47-414d-beab-1956cfce7926', 'tenant_id': '7b0b262f9f7b4273897278152e258caa', 'mac_address': 'fa:16:3e:9a:28:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21db49b2-60d6-42e0-9966-4b7050c33aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'bf9499b7-667f-439a-932a-3f5fc418b7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:05Z', 'updated_at': '2021-05-20T19:50:11Z', 'revision_number': 4, 'project_id': '7b0b262f9f7b4273897278152e258caa', 'subnets': [{'id': 'bf9499b7-667f-439a-932a-3f5fc418b7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:50:12.379201 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [req-a54ec1a4-1065-49ed-9af2-62c7de5c9ffc req-cda4c844-b173-423f-866b-c6408896068a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:50:12.400804 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-100e2182-d94a-4d62-bba8-ffa0bc3e42cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1749742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1822666'] for router, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:12.402787 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [req-a54ec1a4-1065-49ed-9af2-62c7de5c9ffc req-cda4c844-b173-423f-866b-c6408896068a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:50:12.551925 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a54ec1a4-1065-49ed-9af2-62c7de5c9ffc req-cda4c844-b173-423f-866b-c6408896068a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Made reservation on behalf of 67c0fea229f14ebd918a33f2a9d87521 for: {'port': 1} {{(pid=98243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:50:12.556446 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-a54ec1a4-1065-49ed-9af2-62c7de5c9ffc req-cda4c844-b173-423f-866b-c6408896068a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:12.848149 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-100e2182-d94a-4d62-bba8-ffa0bc3e42cb admin admin] Router 93699468-c963-4ccb-8c7b-dbdf63bdaa24 is scheduled to L3 agent bf06d900-968e-4d51-b3d3-e51a8143bf8e with binding_index 1 {{(pid=98243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 19:50:12.857997 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.db_base_plugin_common [req-a54ec1a4-1065-49ed-9af2-62c7de5c9ffc req-cda4c844-b173-423f-866b-c6408896068a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Allocated IP 172.20.0.9 (027d5c0a-e45a-4a06-947e-f673039c67a0/62263882-c2fb-42c7-a641-48b5e7aef49a/2e6997c7-eed3-46c3-8095-e067f75a6115) {{(pid=98243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:50:12.861630 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa0ff7f-59f7-448a-aa65-b57b76d071b4 None None] Network 4f7bcab8-5811-4b09-b0fc-99ef3815c2d7 requested from dv-cinder-792462-2-iscsi {{(pid=98245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:50:12.901484 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6f55ed01-1644-4b79-8036-c059c938a5a4 req-52158d85-1633-4c54-ba33-f0921833d330 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=59ff7813-e21c-44d5-873f-79eaa668481a HTTP/1.1" status: 200 len: 210 time: 0.0608184 May 20 19:50:12.998940 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-10ace935-7b79-40d8-8d35-56e153b49643 None None] Provisioning for port 3c455480-77e1-40e9-a338-285639401edb completed by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:50:13.059219 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 465a12a8-bab7-4f01-a952-42fb50ee01b0 up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:50:13.226756 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning for port 465a12a8-bab7-4f01-a952-42fb50ee01b0 completed by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:50:13.235424 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning complete for port 465a12a8-bab7-4f01-a952-42fb50ee01b0 triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:50:13.235986 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:13.325895 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100e2182-d94a-4d62-bba8-ffa0bc3e42cb admin admin] Notify agent at l3_agent.dv-cinder-792462-2-iscsi the message routers_updated {{(pid=98243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:50:13.363834 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0e826d-2e0c-4e7b-a107-8a019bddfbed None None] Sync routers for ids ['93699468-c963-4ccb-8c7b-dbdf63bdaa24'] in dv-cinder-792462-2-iscsi {{(pid=98245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:50:13.395131 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-100e2182-d94a-4d62-bba8-ffa0bc3e42cb admin admin] Notify callbacks [] for router, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:13.398336 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-100e2182-d94a-4d62-bba8-ffa0bc3e42cb admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.0445759 May 20 19:50:13.398469 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0e826d-2e0c-4e7b-a107-8a019bddfbed None None] Routers {'93699468-c963-4ccb-8c7b-dbdf63bdaa24'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:50:13.398469 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-cf0e826d-2e0c-4e7b-a107-8a019bddfbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:50:04Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['93699468-c963-4ccb-8c7b-dbdf63bdaa24'], 'active': True} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:50:13.399292 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-a54ec1a4-1065-49ed-9af2-62c7de5c9ffc req-cda4c844-b173-423f-866b-c6408896068a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks [] for port, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:13.399740 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 44542) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:50:13.421768 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.provisioning_blocks [req-a54ec1a4-1065-49ed-9af2-62c7de5c9ffc req-cda4c844-b173-423f-866b-c6408896068a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Transition to ACTIVE for port object 2e6997c7-eed3-46c3-8095-e067f75a6115 will not be triggered until provisioned by entity DHCP. {{(pid=98243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:50:13.455602 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-a54ec1a4-1065-49ed-9af2-62c7de5c9ffc req-cda4c844-b173-423f-866b-c6408896068a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3727336'] for port, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:13.463442 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-6afd8941-43da-4d37-adf0-79c16e026d75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:13.473723 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:13.566989 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda4c844-b173-423f-866b-c6408896068a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Pushing event updated for resources: {'Port': ['ID=2e6997c7-eed3-46c3-8095-e067f75a6115,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:13.579563 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-cda4c844-b173-423f-866b-c6408896068a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:13.591758 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a54ec1a4-1065-49ed-9af2-62c7de5c9ffc req-cda4c844-b173-423f-866b-c6408896068a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Network 027d5c0a-e45a-4a06-947e-f673039c67a0 is already hosted by enough agents. {{(pid=98243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:50:13.593225 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.base_scheduler [req-a54ec1a4-1065-49ed-9af2-62c7de5c9ffc req-cda4c844-b173-423f-866b-c6408896068a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Resources bound (agent type, host, resource id): {{(pid=98243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:50:13.596093 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.l3_dvrscheduler_db [req-a54ec1a4-1065-49ed-9af2-62c7de5c9ffc req-cda4c844-b173-423f-866b-c6408896068a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Received port after_create {{(pid=98243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:50:13.670079 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ec1a4-1065-49ed-9af2-62c7de5c9ffc req-cda4c844-b173-423f-866b-c6408896068a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:13.670734 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-a54ec1a4-1065-49ed-9af2-62c7de5c9ffc req-cda4c844-b173-423f-866b-c6408896068a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for port, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:13.682662 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] For port 465a12a8-bab7-4f01-a952-42fb50ee01b0, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=465a12a8-bab7-4f01-a952-42fb50ee01b0,segment=NetworkSegment(b09a506f-5585-4424-b3cd-50dc8cad2168),segment_id=b09a506f-5585-4424-b3cd-50dc8cad2168)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:50:13.687867 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:13.688783 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 3c455480-77e1-40e9-a338-285639401edb up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:50:13.690576 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-a54ec1a4-1065-49ed-9af2-62c7de5c9ffc req-cda4c844-b173-423f-866b-c6408896068a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7469885 May 20 19:50:13.703442 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [req-a54ec1a4-1065-49ed-9af2-62c7de5c9ffc req-e1d129ee-f5b0-4cfc-a649-224d1050c778 service neutron] Request body: {'port': {'device_id': '59ff7813-e21c-44d5-873f-79eaa668481a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:50:13.812845 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-ba38bae8-0cfd-4351-b615-c1fe3194c3ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:13.879570 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-a54ec1a4-1065-49ed-9af2-62c7de5c9ffc req-e1d129ee-f5b0-4cfc-a649-224d1050c778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:13.983682 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvr_db [None req-cf0e826d-2e0c-4e7b-a107-8a019bddfbed None None] Set router 93699468-c963-4ccb-8c7b-dbdf63bdaa24 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:50:14.181856 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Pushing event updated for resources: {'Port': ['ID=465a12a8-bab7-4f01-a952-42fb50ee01b0,revision_number=5']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:14.185722 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:14.263554 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-25f5d03c-564d-4466-92d2-3e0ecab37911 None None] Provisioning for port 2e6997c7-eed3-46c3-8095-e067f75a6115 completed by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:50:14.272223 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning for port 3c455480-77e1-40e9-a338-285639401edb completed by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:50:14.290519 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.notifiers.nova [req-a54ec1a4-1065-49ed-9af2-62c7de5c9ffc req-e1d129ee-f5b0-4cfc-a649-224d1050c778 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e6997c7-eed3-46c3-8095-e067f75a6115 {{(pid=98243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:50:14.298096 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-a54ec1a4-1065-49ed-9af2-62c7de5c9ffc req-e1d129ee-f5b0-4cfc-a649-224d1050c778 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:14.298818 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-25f5d03c-564d-4466-92d2-3e0ecab37911 None None] Provisioning complete for port 2e6997c7-eed3-46c3-8095-e067f75a6115 triggered by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:50:14.299201 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-25f5d03c-564d-4466-92d2-3e0ecab37911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:14.318291 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.provisioning_blocks [req-a54ec1a4-1065-49ed-9af2-62c7de5c9ffc req-e1d129ee-f5b0-4cfc-a649-224d1050c778 service neutron] Transition to ACTIVE for port object 2e6997c7-eed3-46c3-8095-e067f75a6115 will not be triggered until provisioned by entity L2. {{(pid=98243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:50:14.341099 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning complete for port 3c455480-77e1-40e9-a338-285639401edb triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:50:14.341480 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:14.367593 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-a54ec1a4-1065-49ed-9af2-62c7de5c9ffc req-e1d129ee-f5b0-4cfc-a649-224d1050c778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3727329'] for port, after_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:14.370670 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-852494ef-9c2f-4160-9519-a319ce9496ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:14.379420 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-1d0e6908-54e1-4527-86d2-af2dc04c2eb2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:14.464272 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-25f5d03c-564d-4466-92d2-3e0ecab37911 None None] Port 2e6997c7-eed3-46c3-8095-e067f75a6115 cannot update to ACTIVE because it is not bound. {{(pid=98245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 19:50:14.551339 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d129ee-f5b0-4cfc-a649-224d1050c778 service neutron] Pushing event updated for resources: {'Port': ['ID=2e6997c7-eed3-46c3-8095-e067f75a6115,revision_number=2']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:14.565414 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-e1d129ee-f5b0-4cfc-a649-224d1050c778 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:14.569679 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:14.620151 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] For port 3c455480-77e1-40e9-a338-285639401edb, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=3c455480-77e1-40e9-a338-285639401edb,segment=NetworkSegment(f3495a87-4286-4b87-826e-86c834ab4dd3),segment_id=f3495a87-4286-4b87-826e-86c834ab4dd3)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:50:14.624881 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-cf0e826d-2e0c-4e7b-a107-8a019bddfbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93699468-c963-4ccb-8c7b-dbdf63bdaa24', 'name': 'tempest-TestShelveInstance-441466554-router', 'tenant_id': '93b7b5f5fcb643a49bc1915bb2221d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '7682e7d4-2200-4c24-be0b-4c14dd406586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:50:09Z', 'updated_at': '2021-05-20T19:50:11Z', 'revision_number': 3, 'project_id': '93b7b5f5fcb643a49bc1915bb2221d8f', 'gw_port': {'id': '7682e7d4-2200-4c24-be0b-4c14dd406586', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:37:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93699468-c963-4ccb-8c7b-dbdf63bdaa24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:10Z', 'updated_at': '2021-05-20T19:50:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi'}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:50:14.642345 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:14.649494 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.db_base_plugin_common [None req-852494ef-9c2f-4160-9519-a319ce9496ff admin admin] Allocated IP 172.20.0.1 (4f7bcab8-5811-4b09-b0fc-99ef3815c2d7/3a681d5d-2026-4e83-9a67-72ac7de05657/4b6e6fe8-326a-4018-b4c1-9ad9f0aca048) {{(pid=98244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:50:14.654303 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-07eac263-4b9e-452a-b114-85db4775de6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:14.659094 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99078e8d-16e9-4e48-b7b6-5d12b730628a req-b18fa91c-8afc-41be-ae9a-2a0e8de02e3b tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:14.660026 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-99078e8d-16e9-4e48-b7b6-5d12b730628a req-b18fa91c-8afc-41be-ae9a-2a0e8de02e3b tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Synchronizing usage tracker for tenant:67c0fea229f14ebd918a33f2a9d87521 on resource:port {{(pid=98243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:50:14.712889 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0e826d-2e0c-4e7b-a107-8a019bddfbed None None] Checking router: 93699468-c963-4ccb-8c7b-dbdf63bdaa24 for host: dv-cinder-792462-2-iscsi {{(pid=98245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:50:14.713463 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0e826d-2e0c-4e7b-a107-8a019bddfbed None None] Updating router 93699468-c963-4ccb-8c7b-dbdf63bdaa24 port 7682e7d4-2200-4c24-be0b-4c14dd406586 binding host dv-cinder-792462-2-iscsi {{(pid=98245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 19:50:14.781258 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-cf0e826d-2e0c-4e7b-a107-8a019bddfbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:14.785372 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-99078e8d-16e9-4e48-b7b6-5d12b730628a req-b18fa91c-8afc-41be-ae9a-2a0e8de02e3b tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Unset dirty status for tenant:67c0fea229f14ebd918a33f2a9d87521 on resource:port {{(pid=98243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:50:14.792297 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-99078e8d-16e9-4e48-b7b6-5d12b730628a req-b18fa91c-8afc-41be-ae9a-2a0e8de02e3b tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=59ff7813-e21c-44d5-873f-79eaa668481a HTTP/1.1" status: 200 len: 943 time: 0.4722147 May 20 19:50:14.856237 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Pushing event updated for resources: {'Port': ['ID=3c455480-77e1-40e9-a338-285639401edb,revision_number=3']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:14.861557 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:14.884069 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-99078e8d-16e9-4e48-b7b6-5d12b730628a req-9dff50e3-6973-4b6e-9944-6a862c16a30d tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/security-groups?id=f85ca38a-c005-44a6-9d58-73c82601f5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904512 May 20 19:50:14.906266 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-852494ef-9c2f-4160-9519-a319ce9496ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:14.918094 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.managers [req-a54ec1a4-1065-49ed-9af2-62c7de5c9ffc req-e1d129ee-f5b0-4cfc-a649-224d1050c778 service neutron] Attempting to bind port 2e6997c7-eed3-46c3-8095-e067f75a6115 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:50:14.918547 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.managers [req-a54ec1a4-1065-49ed-9af2-62c7de5c9ffc req-e1d129ee-f5b0-4cfc-a649-224d1050c778 service neutron] Attempting to bind port 2e6997c7-eed3-46c3-8095-e067f75a6115 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '139dbb0a-3903-4603-9a7f-ddd4c73b8a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0'}] {{(pid=98243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:50:14.919784 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54ec1a4-1065-49ed-9af2-62c7de5c9ffc req-e1d129ee-f5b0-4cfc-a649-224d1050c778 service neutron] Attempting to bind port 2e6997c7-eed3-46c3-8095-e067f75a6115 on network 027d5c0a-e45a-4a06-947e-f673039c67a0 {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:50:14.926177 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.provisioning_blocks [None req-852494ef-9c2f-4160-9519-a319ce9496ff admin admin] Transition to ACTIVE for port object 4b6e6fe8-326a-4018-b4c1-9ad9f0aca048 will not be triggered until provisioned by entity DHCP. {{(pid=98244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:50:14.926413 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54ec1a4-1065-49ed-9af2-62c7de5c9ffc req-e1d129ee-f5b0-4cfc-a649-224d1050c778 service neutron] Port 2e6997c7-eed3-46c3-8095-e067f75a6115 on network 027d5c0a-e45a-4a06-947e-f673039c67a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 19:50:14.926842 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54ec1a4-1065-49ed-9af2-62c7de5c9ffc req-e1d129ee-f5b0-4cfc-a649-224d1050c778 service neutron] Attempting to bind port 2e6997c7-eed3-46c3-8095-e067f75a6115 on network 027d5c0a-e45a-4a06-947e-f673039c67a0 {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:50:14.934655 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54ec1a4-1065-49ed-9af2-62c7de5c9ffc req-e1d129ee-f5b0-4cfc-a649-224d1050c778 service neutron] Checking agent: {'id': '35bcd696-cda5-4691-8ef9-fd8f1ab55a75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 39, 6), 'started_at': datetime.datetime(2021, 5, 20, 19, 39, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:50:14.935157 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54ec1a4-1065-49ed-9af2-62c7de5c9ffc req-e1d129ee-f5b0-4cfc-a649-224d1050c778 service neutron] Checking segment: {'id': '139dbb0a-3903-4603-9a7f-ddd4c73b8a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:50:14.935641 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54ec1a4-1065-49ed-9af2-62c7de5c9ffc req-e1d129ee-f5b0-4cfc-a649-224d1050c778 service neutron] Bound using segment: {'id': '139dbb0a-3903-4603-9a7f-ddd4c73b8a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0'} {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:50:14.937193 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.managers [req-a54ec1a4-1065-49ed-9af2-62c7de5c9ffc req-e1d129ee-f5b0-4cfc-a649-224d1050c778 service neutron] Bound port: 2e6997c7-eed3-46c3-8095-e067f75a6115, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '139dbb0a-3903-4603-9a7f-ddd4c73b8a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0'}}] {{(pid=98243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:50:14.937684 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-a54ec1a4-1065-49ed-9af2-62c7de5c9ffc req-e1d129ee-f5b0-4cfc-a649-224d1050c778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:14.954010 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-852494ef-9c2f-4160-9519-a319ce9496ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3028154'] for port, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:14.959368 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-56d1b7f6-a422-4f19-857a-414798a87800 tempest-DeleteServersTestJSON-502811866 tempest-DeleteServersTestJSON-502811866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:15.038177 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852494ef-9c2f-4160-9519-a319ce9496ff admin admin] Network 4f7bcab8-5811-4b09-b0fc-99ef3815c2d7 is already hosted by enough agents. {{(pid=98244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:50:15.041075 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.base_scheduler [None req-852494ef-9c2f-4160-9519-a319ce9496ff admin admin] Resources bound (agent type, host, resource id): {{(pid=98244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:50:15.044155 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852494ef-9c2f-4160-9519-a319ce9496ff admin admin] Received port after_create {{(pid=98244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:50:15.054688 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 465a12a8-bab7-4f01-a952-42fb50ee01b0 up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:50:15.082034 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852494ef-9c2f-4160-9519-a319ce9496ff admin admin] Pushing event updated for resources: {'Port': ['ID=4b6e6fe8-326a-4018-b4c1-9ad9f0aca048,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:15.086531 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-852494ef-9c2f-4160-9519-a319ce9496ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:15.086685 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.db [req-a54ec1a4-1065-49ed-9af2-62c7de5c9ffc req-e1d129ee-f5b0-4cfc-a649-224d1050c778 service neutron] For port 2e6997c7-eed3-46c3-8095-e067f75a6115, host hv-cinder-79246, cleared binding levels {{(pid=98243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:50:15.094878 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.db [req-a54ec1a4-1065-49ed-9af2-62c7de5c9ffc req-e1d129ee-f5b0-4cfc-a649-224d1050c778 service neutron] For port 2e6997c7-eed3-46c3-8095-e067f75a6115, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2e6997c7-eed3-46c3-8095-e067f75a6115,segment=NetworkSegment(139dbb0a-3903-4603-9a7f-ddd4c73b8a9f),segment_id=139dbb0a-3903-4603-9a7f-ddd4c73b8a9f)] {{(pid=98243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:50:15.099747 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-a54ec1a4-1065-49ed-9af2-62c7de5c9ffc req-e1d129ee-f5b0-4cfc-a649-224d1050c778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3727329'] for port, after_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:15.110205 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-13f94d69-a21d-4ee2-aa7d-952b45a82b7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:15.111122 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-852494ef-9c2f-4160-9519-a319ce9496ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745875'] for router_interface, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:15.167662 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ec1a4-1065-49ed-9af2-62c7de5c9ffc req-e1d129ee-f5b0-4cfc-a649-224d1050c778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:15.168274 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-a54ec1a4-1065-49ed-9af2-62c7de5c9ffc req-e1d129ee-f5b0-4cfc-a649-224d1050c778 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for port, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:15.170586 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-a54ec1a4-1065-49ed-9af2-62c7de5c9ffc req-e1d129ee-f5b0-4cfc-a649-224d1050c778 service neutron] 10.222.0.65 "PUT /v2.0/ports/2e6997c7-eed3-46c3-8095-e067f75a6115 HTTP/1.1" status: 200 len: 1093 time: 1.4723961 May 20 19:50:15.171071 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59ff7813-e21c-44d5-873f-79eaa668481a', 'tag': '2e6997c7-eed3-46c3-8095-e067f75a6115'}] {{(pid=98243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:50:15.221048 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d129ee-f5b0-4cfc-a649-224d1050c778 service neutron] Pushing event updated for resources: {'Port': ['ID=2e6997c7-eed3-46c3-8095-e067f75a6115,revision_number=3']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:15.224273 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning complete for port 465a12a8-bab7-4f01-a952-42fb50ee01b0 triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:50:15.224671 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:15.228521 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-e1d129ee-f5b0-4cfc-a649-224d1050c778 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:15.293939 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59ff7813-e21c-44d5-873f-79eaa668481a', 'tag': '2e6997c7-eed3-46c3-8095-e067f75a6115', 'status': 'completed', 'code': 200} May 20 19:50:15.305939 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-852494ef-9c2f-4160-9519-a319ce9496ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:15.444590 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-cf0e826d-2e0c-4e7b-a107-8a019bddfbed None None] Notify callbacks [] for port, precommit_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:15.480364 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ec1a4-1065-49ed-9af2-62c7de5c9ffc req-16367e50-3991-441e-8d7f-f485774e326f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:15.482206 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-a54ec1a4-1065-49ed-9af2-62c7de5c9ffc req-16367e50-3991-441e-8d7f-f485774e326f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=67c0fea229f14ebd918a33f2a9d87521&device_id=59ff7813-e21c-44d5-873f-79eaa668481a HTTP/1.1" status: 200 len: 1096 time: 0.2492440 May 20 19:50:15.519202 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-cf0e826d-2e0c-4e7b-a107-8a019bddfbed None None] Transition to ACTIVE for port object 7682e7d4-2200-4c24-be0b-4c14dd406586 will not be triggered until provisioned by entity L2. {{(pid=98245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:50:15.527962 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-bd765096-2131-4129-bcee-2537faa95d75 None None] Provisioning for port 4b6e6fe8-326a-4018-b4c1-9ad9f0aca048 completed by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:50:15.534751 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 3c455480-77e1-40e9-a338-285639401edb up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:50:15.553168 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-a54ec1a4-1065-49ed-9af2-62c7de5c9ffc req-267e7de8-95a5-48a2-b8d7-b28f7ea27e85 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e6997c7-eed3-46c3-8095-e067f75a6115 HTTP/1.1" status: 200 len: 217 time: 0.0629692 May 20 19:50:15.557984 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-cf0e826d-2e0c-4e7b-a107-8a019bddfbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:15.567243 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-79def8bf-79ca-4563-be5d-653a1a0b159b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:15.611740 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-bd765096-2131-4129-bcee-2537faa95d75 None None] Provisioning complete for port 4b6e6fe8-326a-4018-b4c1-9ad9f0aca048 triggered by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:50:15.611740 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-bd765096-2131-4129-bcee-2537faa95d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:15.624477 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ec1a4-1065-49ed-9af2-62c7de5c9ffc req-c11b51bb-6b8e-412b-ac6e-8b3a558d23a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:15.625918 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-a54ec1a4-1065-49ed-9af2-62c7de5c9ffc req-c11b51bb-6b8e-412b-ac6e-8b3a558d23a7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=62263882-c2fb-42c7-a641-48b5e7aef49a HTTP/1.1" status: 200 len: 851 time: 0.0665979 May 20 19:50:15.676142 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-852494ef-9c2f-4160-9519-a319ce9496ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:15.681669 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-852494ef-9c2f-4160-9519-a319ce9496ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3028147'] for port, after_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:15.707918 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ec1a4-1065-49ed-9af2-62c7de5c9ffc req-9a88f4c5-0baa-4b66-868e-7cdcdbe6fe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:15.709434 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-a54ec1a4-1065-49ed-9af2-62c7de5c9ffc req-9a88f4c5-0baa-4b66-868e-7cdcdbe6fe18 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=027d5c0a-e45a-4a06-947e-f673039c67a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0768433 May 20 19:50:15.710594 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-f3ab4f0d-efa0-4d39-8d48-3c09d44dc350 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:15.721491 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7d437-8aea-4833-978a-3d7f74156537 None None] Pushing event updated for resources: {'Port': ['ID=7682e7d4-2200-4c24-be0b-4c14dd406586,revision_number=2']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:15.731855 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-cf0e826d-2e0c-4e7b-a107-8a019bddfbed None None] Attempting to bind port 7682e7d4-2200-4c24-be0b-4c14dd406586 on host dv-cinder-792462-2-iscsi for vnic_type normal with profile {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:50:15.732283 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-cf0e826d-2e0c-4e7b-a107-8a019bddfbed None None] Attempting to bind port 7682e7d4-2200-4c24-be0b-4c14dd406586 by drivers openvswitch,hyperv on host dv-cinder-792462-2-iscsi at level 0 using segments [{'id': '67affa7f-7af4-4d70-a1a2-daaca7702f84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3'}] {{(pid=98245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:50:15.732778 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0e826d-2e0c-4e7b-a107-8a019bddfbed None None] Attempting to bind port 7682e7d4-2200-4c24-be0b-4c14dd406586 on network b6b8e223-f4e2-43c0-a9aa-6e12566b63e3 {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:50:15.737179 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-66d7d437-8aea-4833-978a-3d7f74156537 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:15.742644 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-bd765096-2131-4129-bcee-2537faa95d75 None None] Port 4b6e6fe8-326a-4018-b4c1-9ad9f0aca048 cannot update to ACTIVE because it is not bound. {{(pid=98245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 19:50:15.747302 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0e826d-2e0c-4e7b-a107-8a019bddfbed None None] Checking agent: {'id': 'f14708df-a001-437d-8366-dd48be2b8a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 33, 5), 'started_at': datetime.datetime(2021, 5, 20, 19, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:50:15.747842 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0e826d-2e0c-4e7b-a107-8a019bddfbed None None] Checking segment: {'id': '67affa7f-7af4-4d70-a1a2-daaca7702f84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:50:15.748375 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-cf0e826d-2e0c-4e7b-a107-8a019bddfbed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:15.752088 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0e826d-2e0c-4e7b-a107-8a019bddfbed None None] Bound using segment: {'id': '67affa7f-7af4-4d70-a1a2-daaca7702f84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3'} {{(pid=98245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:50:15.752088 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.managers [None req-cf0e826d-2e0c-4e7b-a107-8a019bddfbed None None] Bound port: 7682e7d4-2200-4c24-be0b-4c14dd406586, host: dv-cinder-792462-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67affa7f-7af4-4d70-a1a2-daaca7702f84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3'}}] {{(pid=98245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:50:15.752088 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-cf0e826d-2e0c-4e7b-a107-8a019bddfbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:15.793724 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-852494ef-9c2f-4160-9519-a319ce9496ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1697874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1823336'] for router_interface, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:15.803823 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852494ef-9c2f-4160-9519-a319ce9496ff admin admin] Pushing event updated for resources: {'Port': ['ID=4b6e6fe8-326a-4018-b4c1-9ad9f0aca048,revision_number=2']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:15.806801 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-852494ef-9c2f-4160-9519-a319ce9496ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:15.824390 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning complete for port 3c455480-77e1-40e9-a338-285639401edb triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:50:15.824922 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:15.843394 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-a54ec1a4-1065-49ed-9af2-62c7de5c9ffc req-1c4f18e3-c0c6-48e3-bf96-26bcd2154b21 service neutron] 10.222.0.65 "GET /v2.0/networks/027d5c0a-e45a-4a06-947e-f673039c67a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275599 May 20 19:50:15.940310 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852494ef-9c2f-4160-9519-a319ce9496ff admin admin] Network 4f7bcab8-5811-4b09-b0fc-99ef3815c2d7 is already hosted by enough agents. {{(pid=98244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:50:15.941491 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.base_scheduler [None req-852494ef-9c2f-4160-9519-a319ce9496ff admin admin] Resources bound (agent type, host, resource id): {{(pid=98244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:50:16.003443 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-a54ec1a4-1065-49ed-9af2-62c7de5c9ffc req-dcbbebab-c6a0-4378-b4a2-f4cd72017b00 service neutron] 10.222.0.65 "GET /v2.0/networks/027d5c0a-e45a-4a06-947e-f673039c67a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529660 May 20 19:50:16.020485 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-cf0e826d-2e0c-4e7b-a107-8a019bddfbed None None] For port 7682e7d4-2200-4c24-be0b-4c14dd406586, host dv-cinder-792462-2-iscsi, cleared binding levels {{(pid=98245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:50:16.069457 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-cf0e826d-2e0c-4e7b-a107-8a019bddfbed None None] For port 7682e7d4-2200-4c24-be0b-4c14dd406586, host dv-cinder-792462-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=7682e7d4-2200-4c24-be0b-4c14dd406586,segment=NetworkSegment(67affa7f-7af4-4d70-a1a2-daaca7702f84),segment_id=67affa7f-7af4-4d70-a1a2-daaca7702f84)] {{(pid=98245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:50:16.077359 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-cf0e826d-2e0c-4e7b-a107-8a019bddfbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:16.085413 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-b67afd68-7ac3-45b1-a06b-942a63f45286 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:16.177317 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0e826d-2e0c-4e7b-a107-8a019bddfbed None None] Routers {'93699468-c963-4ccb-8c7b-dbdf63bdaa24'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:50:16.178182 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-cf0e826d-2e0c-4e7b-a107-8a019bddfbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:50:04Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['93699468-c963-4ccb-8c7b-dbdf63bdaa24'], 'active': True} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:50:16.187320 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-852494ef-9c2f-4160-9519-a319ce9496ff admin admin] Router 93699468-c963-4ccb-8c7b-dbdf63bdaa24 has already been hosted by L3 agent bf06d900-968e-4d51-b3d3-e51a8143bf8e {{(pid=98244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:50:16.229393 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ced6b1-12cb-4fa1-8671-8e6e041e84d4 req-e459acca-4ef8-499d-b336-37301e1890aa tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:16.230848 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-19ced6b1-12cb-4fa1-8671-8e6e041e84d4 req-e459acca-4ef8-499d-b336-37301e1890aa tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=59ff7813-e21c-44d5-873f-79eaa668481a HTTP/1.1" status: 200 len: 943 time: 0.1284935 May 20 19:50:16.233094 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2053770a-1f6a-4bab-a1f5-af4788661985 req-00713f37-d1ec-4df6-a195-1a20aa389259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:16.234491 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-2053770a-1f6a-4bab-a1f5-af4788661985 req-00713f37-d1ec-4df6-a195-1a20aa389259 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=67c0fea229f14ebd918a33f2a9d87521&device_id=59ff7813-e21c-44d5-873f-79eaa668481a HTTP/1.1" status: 200 len: 1096 time: 0.1682963 May 20 19:50:16.251152 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7d437-8aea-4833-978a-3d7f74156537 None None] Pushing event updated for resources: {'Port': ['ID=7682e7d4-2200-4c24-be0b-4c14dd406586,revision_number=3']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:16.256134 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-66d7d437-8aea-4833-978a-3d7f74156537 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:16.324832 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-19ced6b1-12cb-4fa1-8671-8e6e041e84d4 req-efd76c36-aad5-4d9b-accb-d67360807009 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/security-groups?id=f85ca38a-c005-44a6-9d58-73c82601f5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861742 May 20 19:50:16.336845 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-75ef70f3-59ce-4e30-9fff-e6dd41567e9b None None] Provisioning complete for port 4b6e6fe8-326a-4018-b4c1-9ad9f0aca048 triggered by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:50:16.337227 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-75ef70f3-59ce-4e30-9fff-e6dd41567e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:16.384492 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852494ef-9c2f-4160-9519-a319ce9496ff admin admin] Notify agent at l3_agent.dv-cinder-792462-2-iscsi the message routers_updated {{(pid=98244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:50:16.394256 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-852494ef-9c2f-4160-9519-a319ce9496ff admin admin] 10.222.0.46 "PUT /v2.0/routers/93699468-c963-4ccb-8c7b-dbdf63bdaa24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9932001 May 20 19:50:16.425100 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvr_db [None req-cf0e826d-2e0c-4e7b-a107-8a019bddfbed None None] Set router 93699468-c963-4ccb-8c7b-dbdf63bdaa24 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:50:16.428699 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2053770a-1f6a-4bab-a1f5-af4788661985 req-c830bfa5-16b8-408a-b30e-bda3c09dfd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:16.430268 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-2053770a-1f6a-4bab-a1f5-af4788661985 req-c830bfa5-16b8-408a-b30e-bda3c09dfd36 service neutron] 10.222.0.65 "GET /v2.0/networks?id=027d5c0a-e45a-4a06-947e-f673039c67a0 HTTP/1.1" status: 200 len: 913 time: 0.1784966 May 20 19:50:16.468874 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-75ef70f3-59ce-4e30-9fff-e6dd41567e9b None None] Port 4b6e6fe8-326a-4018-b4c1-9ad9f0aca048 cannot update to ACTIVE because it is not bound. {{(pid=98245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 19:50:16.508452 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-2053770a-1f6a-4bab-a1f5-af4788661985 req-3ef7e413-5916-469e-b1f6-e8f9aaf24ba2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e6997c7-eed3-46c3-8095-e067f75a6115 HTTP/1.1" status: 200 len: 217 time: 0.0708954 May 20 19:50:16.573584 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2053770a-1f6a-4bab-a1f5-af4788661985 req-ecd51023-edda-4b46-b3db-a3c43681639f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:16.575029 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-2053770a-1f6a-4bab-a1f5-af4788661985 req-ecd51023-edda-4b46-b3db-a3c43681639f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=62263882-c2fb-42c7-a641-48b5e7aef49a HTTP/1.1" status: 200 len: 851 time: 0.0606580 May 20 19:50:16.653473 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2053770a-1f6a-4bab-a1f5-af4788661985 req-b9d2e33f-21a1-441a-bff3-990fe74ab43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:16.654934 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-2053770a-1f6a-4bab-a1f5-af4788661985 req-b9d2e33f-21a1-441a-bff3-990fe74ab43c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=027d5c0a-e45a-4a06-947e-f673039c67a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0739596 May 20 19:50:16.744819 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-cf0e826d-2e0c-4e7b-a107-8a019bddfbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93699468-c963-4ccb-8c7b-dbdf63bdaa24', 'name': 'tempest-TestShelveInstance-441466554-router', 'tenant_id': '93b7b5f5fcb643a49bc1915bb2221d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '7682e7d4-2200-4c24-be0b-4c14dd406586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:50:09Z', 'updated_at': '2021-05-20T19:50:15Z', 'revision_number': 4, 'project_id': '93b7b5f5fcb643a49bc1915bb2221d8f', 'gw_port': {'id': '7682e7d4-2200-4c24-be0b-4c14dd406586', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:37:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93699468-c963-4ccb-8c7b-dbdf63bdaa24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:10Z', 'updated_at': '2021-05-20T19:50:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': '4b6e6fe8-326a-4018-b4c1-9ad9f0aca048', 'name': '', 'network_id': '4f7bcab8-5811-4b09-b0fc-99ef3815c2d7', 'tenant_id': '93b7b5f5fcb643a49bc1915bb2221d8f', 'mac_address': 'fa:16:3e:98:c6:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93699468-c963-4ccb-8c7b-dbdf63bdaa24', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '3a681d5d-2026-4e83-9a67-72ac7de05657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:14Z', 'updated_at': '2021-05-20T19:50:15Z', 'revision_number': 2, 'project_id': '93b7b5f5fcb643a49bc1915bb2221d8f', 'subnets': [{'id': '3a681d5d-2026-4e83-9a67-72ac7de05657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:50:16.749449 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0e826d-2e0c-4e7b-a107-8a019bddfbed None None] The sync data for ids ['93699468-c963-4ccb-8c7b-dbdf63bdaa24'] in dv-cinder-792462-2-iscsi is: [{'id': '93699468-c963-4ccb-8c7b-dbdf63bdaa24', 'name': 'tempest-TestShelveInstance-441466554-router', 'tenant_id': '93b7b5f5fcb643a49bc1915bb2221d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '7682e7d4-2200-4c24-be0b-4c14dd406586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:50:09Z', 'updated_at': '2021-05-20T19:50:15Z', 'revision_number': 4, 'project_id': '93b7b5f5fcb643a49bc1915bb2221d8f', 'gw_port': {'id': '7682e7d4-2200-4c24-be0b-4c14dd406586', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:37:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93699468-c963-4ccb-8c7b-dbdf63bdaa24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:10Z', 'updated_at': '2021-05-20T19:50:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': '4b6e6fe8-326a-4018-b4c1-9ad9f0aca048', 'name': '', 'network_id': '4f7bcab8-5811-4b09-b0fc-99ef3815c2d7', 'tenant_id': '93b7b5f5fcb643a49bc1915bb2221d8f', 'mac_address': 'fa:16:3e:98:c6:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93699468-c963-4ccb-8c7b-dbdf63bdaa24', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '3a681d5d-2026-4e83-9a67-72ac7de05657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:14Z', 'updated_at': '2021-05-20T19:50:15Z', 'revision_number': 2, 'project_id': '93b7b5f5fcb643a49bc1915bb2221d8f', 'subnets': [{'id': '3a681d5d-2026-4e83-9a67-72ac7de05657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:50:16.794286 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-2053770a-1f6a-4bab-a1f5-af4788661985 req-07289af2-46c9-46d6-b29c-6e3c11afbea5 service neutron] 10.222.0.65 "GET /v2.0/networks/027d5c0a-e45a-4a06-947e-f673039c67a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317756 May 20 19:50:16.947466 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-2053770a-1f6a-4bab-a1f5-af4788661985 req-25e0ef88-56d5-48cd-a874-a1988691dae6 service neutron] 10.222.0.65 "GET /v2.0/networks/027d5c0a-e45a-4a06-947e-f673039c67a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466768 May 20 19:50:17.431622 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 44582) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:50:17.437848 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-cf7af9a9-b3f9-4ce0-8405-ca69fa947a1c tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-585002875', 'description': 'tempest-secgroup-smoke-585002875 description', 'project_id': '7b0b262f9f7b4273897278152e258caa'}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:50:17.444048 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-cf7af9a9-b3f9-4ce0-8405-ca69fa947a1c tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:50:17.449056 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-cf7af9a9-b3f9-4ce0-8405-ca69fa947a1c tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Usage tracker for resource:security_group and tenant:7b0b262f9f7b4273897278152e258caa is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:50:17.452893 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-cf7af9a9-b3f9-4ce0-8405-ca69fa947a1c tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:50:17.458871 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-cf7af9a9-b3f9-4ce0-8405-ca69fa947a1c tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:50:17.469931 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-cf7af9a9-b3f9-4ce0-8405-ca69fa947a1c tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:17.492342 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-cf7af9a9-b3f9-4ce0-8405-ca69fa947a1c tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:50:17.496759 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-cf7af9a9-b3f9-4ce0-8405-ca69fa947a1c tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Usage tracker for resource:security_group_rule and tenant:7b0b262f9f7b4273897278152e258caa is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:50:17.500095 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-cf7af9a9-b3f9-4ce0-8405-ca69fa947a1c tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:50:17.506522 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-cf7af9a9-b3f9-4ce0-8405-ca69fa947a1c tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:50:17.536187 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c463045-c038-4393-93d0-5f492c1e0cf3 req-bad52aad-b2b5-487e-b855-34bb0dbfdbaa tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:17.537694 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-5c463045-c038-4393-93d0-5f492c1e0cf3 req-bad52aad-b2b5-487e-b855-34bb0dbfdbaa tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=59ff7813-e21c-44d5-873f-79eaa668481a HTTP/1.1" status: 200 len: 943 time: 0.0927415 May 20 19:50:17.587435 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-5c463045-c038-4393-93d0-5f492c1e0cf3 req-21f27cfd-6fbd-46e2-96f2-1c34a3cb00cb tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/security-groups?id=f85ca38a-c005-44a6-9d58-73c82601f5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419583 May 20 19:50:17.588385 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-cf7af9a9-b3f9-4ce0-8405-ca69fa947a1c tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:17.593397 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-cf7af9a9-b3f9-4ce0-8405-ca69fa947a1c tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:17.599944 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-560efb62-e2f7-42b1-a8fd-25e2064e3676 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:17.638660 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7af9a9-b3f9-4ce0-8405-ca69fa947a1c tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3fc1e5-98b0-45d1-98b1-0e19a20c6229,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:17.641539 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-cf7af9a9-b3f9-4ce0-8405-ca69fa947a1c tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify callbacks [] for security_group, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:17.645515 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-cf7af9a9-b3f9-4ce0-8405-ca69fa947a1c tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2100847 May 20 19:50:17.645515 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-cf7af9a9-b3f9-4ce0-8405-ca69fa947a1c tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:17.645785 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 44586) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:50:17.651335 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-3d0432dc-e748-4982-b3a5-45efdd54b063 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Request body: {'security_group_rule': {'security_group_id': '4f3fc1e5-98b0-45d1-98b1-0e19a20c6229', 'project_id': '7b0b262f9f7b4273897278152e258caa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:50:17.659048 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-3d0432dc-e748-4982-b3a5-45efdd54b063 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:50:17.662973 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-3d0432dc-e748-4982-b3a5-45efdd54b063 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Usage tracker for resource:security_group_rule and tenant:7b0b262f9f7b4273897278152e258caa is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:50:17.665949 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-3d0432dc-e748-4982-b3a5-45efdd54b063 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:50:17.671931 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-3d0432dc-e748-4982-b3a5-45efdd54b063 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:50:17.690545 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-3d0432dc-e748-4982-b3a5-45efdd54b063 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:17.749207 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-3d0432dc-e748-4982-b3a5-45efdd54b063 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:17.753330 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-3d0432dc-e748-4982-b3a5-45efdd54b063 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645359'] for security_group_rule, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:17.761130 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:17.782486 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0432dc-e748-4982-b3a5-45efdd54b063 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=594461b6-5ba7-4723-88ce-741fdf883920,revision_number=0']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:17.785065 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-3d0432dc-e748-4982-b3a5-45efdd54b063 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:17.790086 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-3d0432dc-e748-4982-b3a5-45efdd54b063 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:17.791235 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-3d0432dc-e748-4982-b3a5-45efdd54b063 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1445990 May 20 19:50:17.793979 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 44590) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:50:17.798959 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-1c6f9c49-b507-453c-a390-b07317850e5d tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Request body: {'security_group_rule': {'security_group_id': '4f3fc1e5-98b0-45d1-98b1-0e19a20c6229', 'project_id': '7b0b262f9f7b4273897278152e258caa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:50:17.805341 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-1c6f9c49-b507-453c-a390-b07317850e5d tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:50:17.809184 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-1c6f9c49-b507-453c-a390-b07317850e5d tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Usage tracker for resource:security_group_rule and tenant:7b0b262f9f7b4273897278152e258caa is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:50:17.811968 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-1c6f9c49-b507-453c-a390-b07317850e5d tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:50:17.817588 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-1c6f9c49-b507-453c-a390-b07317850e5d tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:50:17.833981 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-1c6f9c49-b507-453c-a390-b07317850e5d tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:17.893407 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-1c6f9c49-b507-453c-a390-b07317850e5d tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:17.896923 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-1c6f9c49-b507-453c-a390-b07317850e5d tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645359'] for security_group_rule, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:17.898913 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-66346c33-1b28-40d5-9f97-c51b67eaba6c tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:17.920066 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6f9c49-b507-453c-a390-b07317850e5d tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2f4e8c4-7918-4ea3-8e0b-9ca83d977bea,revision_number=0']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:17.924550 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-1c6f9c49-b507-453c-a390-b07317850e5d tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:17.928911 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-1c6f9c49-b507-453c-a390-b07317850e5d tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:17.930289 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-1c6f9c49-b507-453c-a390-b07317850e5d tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1353981 May 20 19:50:17.933068 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 44594) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:50:17.938542 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-176b0682-f6cd-4fd9-b613-77e53d48aeab tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Request body: {'security_group_rule': {'security_group_id': '4f3fc1e5-98b0-45d1-98b1-0e19a20c6229', 'project_id': '7b0b262f9f7b4273897278152e258caa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:50:17.944216 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-176b0682-f6cd-4fd9-b613-77e53d48aeab tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:50:17.947992 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-176b0682-f6cd-4fd9-b613-77e53d48aeab tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Usage tracker for resource:security_group_rule and tenant:7b0b262f9f7b4273897278152e258caa is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:50:17.950832 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-176b0682-f6cd-4fd9-b613-77e53d48aeab tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:50:17.957450 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-176b0682-f6cd-4fd9-b613-77e53d48aeab tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:50:17.972797 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-176b0682-f6cd-4fd9-b613-77e53d48aeab tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:18.036624 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-176b0682-f6cd-4fd9-b613-77e53d48aeab tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:18.040107 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-176b0682-f6cd-4fd9-b613-77e53d48aeab tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645359'] for security_group_rule, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:18.042103 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-f6ebdb79-6230-468d-81c0-7177661345d7 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:18.064154 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176b0682-f6cd-4fd9-b613-77e53d48aeab tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c259f88-bfb2-44c2-ba92-aba1ba41c2cb,revision_number=0']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:18.067690 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-176b0682-f6cd-4fd9-b613-77e53d48aeab tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:18.075154 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-176b0682-f6cd-4fd9-b613-77e53d48aeab tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:18.076437 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-176b0682-f6cd-4fd9-b613-77e53d48aeab tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1424732 May 20 19:50:18.079824 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 44598) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:50:18.085476 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-eef8bba3-3f95-402a-9a6b-761165dd4cbc tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Request body: {'security_group_rule': {'security_group_id': '4f3fc1e5-98b0-45d1-98b1-0e19a20c6229', 'project_id': '7b0b262f9f7b4273897278152e258caa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:50:18.091646 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-eef8bba3-3f95-402a-9a6b-761165dd4cbc tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:50:18.095597 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-eef8bba3-3f95-402a-9a6b-761165dd4cbc tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Usage tracker for resource:security_group_rule and tenant:7b0b262f9f7b4273897278152e258caa is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:50:18.098644 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-eef8bba3-3f95-402a-9a6b-761165dd4cbc tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:50:18.104745 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-eef8bba3-3f95-402a-9a6b-761165dd4cbc tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:50:18.121381 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-eef8bba3-3f95-402a-9a6b-761165dd4cbc tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:18.188806 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-eef8bba3-3f95-402a-9a6b-761165dd4cbc tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:18.192982 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-eef8bba3-3f95-402a-9a6b-761165dd4cbc tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645359'] for security_group_rule, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:18.195059 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:18.218577 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef8bba3-3f95-402a-9a6b-761165dd4cbc tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=799e43cc-4441-4d02-b7da-2b55bcb6544e,revision_number=0']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:18.223204 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-eef8bba3-3f95-402a-9a6b-761165dd4cbc tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:18.227664 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-eef8bba3-3f95-402a-9a6b-761165dd4cbc tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:18.231587 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-eef8bba3-3f95-402a-9a6b-761165dd4cbc tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1482706 May 20 19:50:18.231942 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 44604) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:50:18.237977 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-e789cdd4-bf7c-410e-a942-a5734ad15905 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Request body: {'security_group_rule': {'security_group_id': '4f3fc1e5-98b0-45d1-98b1-0e19a20c6229', 'project_id': '7b0b262f9f7b4273897278152e258caa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:50:18.244112 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-e789cdd4-bf7c-410e-a942-a5734ad15905 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:50:18.248112 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-e789cdd4-bf7c-410e-a942-a5734ad15905 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Usage tracker for resource:security_group_rule and tenant:7b0b262f9f7b4273897278152e258caa is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:50:18.251513 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-e789cdd4-bf7c-410e-a942-a5734ad15905 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:50:18.258430 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-e789cdd4-bf7c-410e-a942-a5734ad15905 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:50:18.273423 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.db.securitygroups_db [None req-e789cdd4-bf7c-410e-a942-a5734ad15905 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Project 7b0b262f9f7b4273897278152e258caa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 19:50:18.279481 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-e789cdd4-bf7c-410e-a942-a5734ad15905 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:18.348664 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-e789cdd4-bf7c-410e-a942-a5734ad15905 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:18.353019 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-e789cdd4-bf7c-410e-a942-a5734ad15905 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645359'] for security_group_rule, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:18.355186 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:18.381338 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e789cdd4-bf7c-410e-a942-a5734ad15905 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5138ddf-752a-409e-a9c4-dbb9a4fb6578,revision_number=0']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:18.383869 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-e789cdd4-bf7c-410e-a942-a5734ad15905 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:18.391974 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-e789cdd4-bf7c-410e-a942-a5734ad15905 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:18.393177 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-e789cdd4-bf7c-410e-a942-a5734ad15905 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1603174 May 20 19:50:18.395887 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 44608) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:50:18.400888 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-c61cfc17-af5c-4f58-b17f-5f625a63eb70 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Request body: {'security_group_rule': {'security_group_id': '4f3fc1e5-98b0-45d1-98b1-0e19a20c6229', 'project_id': '7b0b262f9f7b4273897278152e258caa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:50:18.407042 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-c61cfc17-af5c-4f58-b17f-5f625a63eb70 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:50:18.410829 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-c61cfc17-af5c-4f58-b17f-5f625a63eb70 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Usage tracker for resource:security_group_rule and tenant:7b0b262f9f7b4273897278152e258caa is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:50:18.413694 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-c61cfc17-af5c-4f58-b17f-5f625a63eb70 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:50:18.419358 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-c61cfc17-af5c-4f58-b17f-5f625a63eb70 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:50:18.429958 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.db.securitygroups_db [None req-c61cfc17-af5c-4f58-b17f-5f625a63eb70 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Project 7b0b262f9f7b4273897278152e258caa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 19:50:18.435742 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c61cfc17-af5c-4f58-b17f-5f625a63eb70 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:18.502277 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c61cfc17-af5c-4f58-b17f-5f625a63eb70 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:18.505912 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c61cfc17-af5c-4f58-b17f-5f625a63eb70 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645359'] for security_group_rule, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:18.507959 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-e789cdd4-bf7c-410e-a942-a5734ad15905 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:18.529193 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61cfc17-af5c-4f58-b17f-5f625a63eb70 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9ee6017-b42f-460a-af43-6912e2945437,revision_number=0']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:18.531757 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-c61cfc17-af5c-4f58-b17f-5f625a63eb70 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:18.538138 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c61cfc17-af5c-4f58-b17f-5f625a63eb70 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:18.539412 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-c61cfc17-af5c-4f58-b17f-5f625a63eb70 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1426277 May 20 19:50:18.776876 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc0210-65cd-4be4-8b76-06dc6759b444 req-7325ae68-4cba-4d2f-9d95-4337b73ccb92 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:18.778448 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-c7bc0210-65cd-4be4-8b76-06dc6759b444 req-7325ae68-4cba-4d2f-9d95-4337b73ccb92 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=59ff7813-e21c-44d5-873f-79eaa668481a HTTP/1.1" status: 200 len: 943 time: 0.0811949 May 20 19:50:18.827261 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-c7bc0210-65cd-4be4-8b76-06dc6759b444 req-a3c82309-f10c-4cc5-8549-89cfc52b8e09 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/security-groups?id=f85ca38a-c005-44a6-9d58-73c82601f5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424933 May 20 19:50:18.961198 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 7682e7d4-2200-4c24-be0b-4c14dd406586 up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:50:19.030914 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning for port 7682e7d4-2200-4c24-be0b-4c14dd406586 completed by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:50:19.036005 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning complete for port 7682e7d4-2200-4c24-be0b-4c14dd406586 triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:50:19.036387 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:19.170258 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:19.186936 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] For port 7682e7d4-2200-4c24-be0b-4c14dd406586, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=7682e7d4-2200-4c24-be0b-4c14dd406586,segment=NetworkSegment(67affa7f-7af4-4d70-a1a2-daaca7702f84),segment_id=67affa7f-7af4-4d70-a1a2-daaca7702f84)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:50:19.190660 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:19.193685 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3f6a7017-0dc7-4df2-a72b-a949b7af9bbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:19.265504 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Pushing event updated for resources: {'Port': ['ID=7682e7d4-2200-4c24-be0b-4c14dd406586,revision_number=4']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:19.268679 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:19.840774 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a6c823-e08a-40c7-8ba4-8800d782501a None None] Sync routers for ids ['93699468-c963-4ccb-8c7b-dbdf63bdaa24'] in dv-cinder-792462-2-iscsi {{(pid=98246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:50:19.849925 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a6c823-e08a-40c7-8ba4-8800d782501a None None] Routers {'93699468-c963-4ccb-8c7b-dbdf63bdaa24'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:50:19.850524 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-14a6c823-e08a-40c7-8ba4-8800d782501a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:50:04Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['93699468-c963-4ccb-8c7b-dbdf63bdaa24'], 'active': True} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:50:20.016205 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d23a1f-2671-4534-ae7f-ea794c79b1b8 req-1eddd0ce-a1a6-4650-bce5-ea02037cf914 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:20.017625 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-66d23a1f-2671-4534-ae7f-ea794c79b1b8 req-1eddd0ce-a1a6-4650-bce5-ea02037cf914 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=59ff7813-e21c-44d5-873f-79eaa668481a HTTP/1.1" status: 200 len: 943 time: 0.0822885 May 20 19:50:20.055938 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvr_db [None req-14a6c823-e08a-40c7-8ba4-8800d782501a None None] Set router 93699468-c963-4ccb-8c7b-dbdf63bdaa24 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:50:20.064519 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-66d23a1f-2671-4534-ae7f-ea794c79b1b8 req-048bc64b-e6a9-4d61-bd18-c5b657709114 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/security-groups?id=f85ca38a-c005-44a6-9d58-73c82601f5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406282 May 20 19:50:20.365564 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-14a6c823-e08a-40c7-8ba4-8800d782501a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93699468-c963-4ccb-8c7b-dbdf63bdaa24', 'name': 'tempest-TestShelveInstance-441466554-router', 'tenant_id': '93b7b5f5fcb643a49bc1915bb2221d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '7682e7d4-2200-4c24-be0b-4c14dd406586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:50:09Z', 'updated_at': '2021-05-20T19:50:15Z', 'revision_number': 4, 'project_id': '93b7b5f5fcb643a49bc1915bb2221d8f', 'gw_port': {'id': '7682e7d4-2200-4c24-be0b-4c14dd406586', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:37:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93699468-c963-4ccb-8c7b-dbdf63bdaa24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:10Z', 'updated_at': '2021-05-20T19:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': '4b6e6fe8-326a-4018-b4c1-9ad9f0aca048', 'name': '', 'network_id': '4f7bcab8-5811-4b09-b0fc-99ef3815c2d7', 'tenant_id': '93b7b5f5fcb643a49bc1915bb2221d8f', 'mac_address': 'fa:16:3e:98:c6:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93699468-c963-4ccb-8c7b-dbdf63bdaa24', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '3a681d5d-2026-4e83-9a67-72ac7de05657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:14Z', 'updated_at': '2021-05-20T19:50:15Z', 'revision_number': 2, 'project_id': '93b7b5f5fcb643a49bc1915bb2221d8f', 'subnets': [{'id': '3a681d5d-2026-4e83-9a67-72ac7de05657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:50:20.369415 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a6c823-e08a-40c7-8ba4-8800d782501a None None] Checking router: 93699468-c963-4ccb-8c7b-dbdf63bdaa24 for host: dv-cinder-792462-2-iscsi {{(pid=98246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:50:20.369776 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a6c823-e08a-40c7-8ba4-8800d782501a None None] Updating router 93699468-c963-4ccb-8c7b-dbdf63bdaa24 port 4b6e6fe8-326a-4018-b4c1-9ad9f0aca048 binding host dv-cinder-792462-2-iscsi {{(pid=98246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 19:50:20.422898 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-14a6c823-e08a-40c7-8ba4-8800d782501a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:20.756021 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-14a6c823-e08a-40c7-8ba4-8800d782501a None None] Notify callbacks [] for port, precommit_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:20.767506 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.provisioning_blocks [None req-14a6c823-e08a-40c7-8ba4-8800d782501a None None] Transition to ACTIVE for port object 4b6e6fe8-326a-4018-b4c1-9ad9f0aca048 will not be triggered until provisioned by entity L2. {{(pid=98246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:50:20.774232 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-14a6c823-e08a-40c7-8ba4-8800d782501a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:20.778875 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-cad8f986-a9d7-4354-a4c5-ebfb8a4f55de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:20.903148 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba78c1-e051-4e2a-9c79-854347f2b1bd None None] Pushing event updated for resources: {'Port': ['ID=4b6e6fe8-326a-4018-b4c1-9ad9f0aca048,revision_number=3']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:20.907734 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-dfba78c1-e051-4e2a-9c79-854347f2b1bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:20.974177 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 7682e7d4-2200-4c24-be0b-4c14dd406586 up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:50:21.010608 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.managers [None req-14a6c823-e08a-40c7-8ba4-8800d782501a None None] Attempting to bind port 4b6e6fe8-326a-4018-b4c1-9ad9f0aca048 on host dv-cinder-792462-2-iscsi for vnic_type normal with profile {{(pid=98246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:50:21.010899 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.managers [None req-14a6c823-e08a-40c7-8ba4-8800d782501a None None] Attempting to bind port 4b6e6fe8-326a-4018-b4c1-9ad9f0aca048 by drivers openvswitch,hyperv on host dv-cinder-792462-2-iscsi at level 0 using segments [{'id': 'f3495a87-4286-4b87-826e-86c834ab4dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4f7bcab8-5811-4b09-b0fc-99ef3815c2d7'}] {{(pid=98246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:50:21.011267 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a6c823-e08a-40c7-8ba4-8800d782501a None None] Attempting to bind port 4b6e6fe8-326a-4018-b4c1-9ad9f0aca048 on network 4f7bcab8-5811-4b09-b0fc-99ef3815c2d7 {{(pid=98246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:50:21.016967 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a6c823-e08a-40c7-8ba4-8800d782501a None None] Checking agent: {'id': 'f14708df-a001-437d-8366-dd48be2b8a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 33, 5), 'started_at': datetime.datetime(2021, 5, 20, 19, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:50:21.017338 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a6c823-e08a-40c7-8ba4-8800d782501a None None] Checking segment: {'id': 'f3495a87-4286-4b87-826e-86c834ab4dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4f7bcab8-5811-4b09-b0fc-99ef3815c2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:50:21.018149 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-14a6c823-e08a-40c7-8ba4-8800d782501a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:21.018723 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a6c823-e08a-40c7-8ba4-8800d782501a None None] Bound using segment: {'id': 'f3495a87-4286-4b87-826e-86c834ab4dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4f7bcab8-5811-4b09-b0fc-99ef3815c2d7'} {{(pid=98246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:50:21.019202 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.managers [None req-14a6c823-e08a-40c7-8ba4-8800d782501a None None] Bound port: 4b6e6fe8-326a-4018-b4c1-9ad9f0aca048, host: dv-cinder-792462-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3495a87-4286-4b87-826e-86c834ab4dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4f7bcab8-5811-4b09-b0fc-99ef3815c2d7'}}] {{(pid=98246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:50:21.019667 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-14a6c823-e08a-40c7-8ba4-8800d782501a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:21.043503 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning complete for port 7682e7d4-2200-4c24-be0b-4c14dd406586 triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:50:21.043907 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:21.111355 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.db [None req-14a6c823-e08a-40c7-8ba4-8800d782501a None None] For port 4b6e6fe8-326a-4018-b4c1-9ad9f0aca048, host dv-cinder-792462-2-iscsi, cleared binding levels {{(pid=98246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:50:21.115737 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.plugins.ml2.db [None req-14a6c823-e08a-40c7-8ba4-8800d782501a None None] For port 4b6e6fe8-326a-4018-b4c1-9ad9f0aca048, host dv-cinder-792462-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=4b6e6fe8-326a-4018-b4c1-9ad9f0aca048,segment=NetworkSegment(f3495a87-4286-4b87-826e-86c834ab4dd3),segment_id=f3495a87-4286-4b87-826e-86c834ab4dd3)] {{(pid=98246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:50:21.120830 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-14a6c823-e08a-40c7-8ba4-8800d782501a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:21.124917 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-d08090d3-e487-4362-aa17-8e54c5bd2361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:21.214134 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a6c823-e08a-40c7-8ba4-8800d782501a None None] Routers {'93699468-c963-4ccb-8c7b-dbdf63bdaa24'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:50:21.214799 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-14a6c823-e08a-40c7-8ba4-8800d782501a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:50:04Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['93699468-c963-4ccb-8c7b-dbdf63bdaa24'], 'active': True} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:50:21.282195 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba78c1-e051-4e2a-9c79-854347f2b1bd None None] Pushing event updated for resources: {'Port': ['ID=4b6e6fe8-326a-4018-b4c1-9ad9f0aca048,revision_number=4']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:21.290881 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-dfba78c1-e051-4e2a-9c79-854347f2b1bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:21.314219 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55f6dd-55fb-402d-9f87-9ee7cc2aaf47 req-c528f70d-cbca-496f-a3be-e4d2eec3a546 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:21.322993 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-1a55f6dd-55fb-402d-9f87-9ee7cc2aaf47 req-c528f70d-cbca-496f-a3be-e4d2eec3a546 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=59ff7813-e21c-44d5-873f-79eaa668481a HTTP/1.1" status: 200 len: 943 time: 0.1383662 May 20 19:50:21.390365 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-1a55f6dd-55fb-402d-9f87-9ee7cc2aaf47 req-c539aa85-5ba8-42bd-8f38-d0de8e65dfa3 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/security-groups?id=f85ca38a-c005-44a6-9d58-73c82601f5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660932 May 20 19:50:21.509269 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvr_db [None req-14a6c823-e08a-40c7-8ba4-8800d782501a None None] Set router 93699468-c963-4ccb-8c7b-dbdf63bdaa24 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:50:21.826464 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-14a6c823-e08a-40c7-8ba4-8800d782501a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93699468-c963-4ccb-8c7b-dbdf63bdaa24', 'name': 'tempest-TestShelveInstance-441466554-router', 'tenant_id': '93b7b5f5fcb643a49bc1915bb2221d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '7682e7d4-2200-4c24-be0b-4c14dd406586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:50:09Z', 'updated_at': '2021-05-20T19:50:15Z', 'revision_number': 4, 'project_id': '93b7b5f5fcb643a49bc1915bb2221d8f', 'gw_port': {'id': '7682e7d4-2200-4c24-be0b-4c14dd406586', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:37:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93699468-c963-4ccb-8c7b-dbdf63bdaa24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:10Z', 'updated_at': '2021-05-20T19:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': '4b6e6fe8-326a-4018-b4c1-9ad9f0aca048', 'name': '', 'network_id': '4f7bcab8-5811-4b09-b0fc-99ef3815c2d7', 'tenant_id': '93b7b5f5fcb643a49bc1915bb2221d8f', 'mac_address': 'fa:16:3e:98:c6:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93699468-c963-4ccb-8c7b-dbdf63bdaa24', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '3a681d5d-2026-4e83-9a67-72ac7de05657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:14Z', 'updated_at': '2021-05-20T19:50:21Z', 'revision_number': 4, 'project_id': '93b7b5f5fcb643a49bc1915bb2221d8f', 'subnets': [{'id': '3a681d5d-2026-4e83-9a67-72ac7de05657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:50:21.831002 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a6c823-e08a-40c7-8ba4-8800d782501a None None] The sync data for ids ['93699468-c963-4ccb-8c7b-dbdf63bdaa24'] in dv-cinder-792462-2-iscsi is: [{'id': '93699468-c963-4ccb-8c7b-dbdf63bdaa24', 'name': 'tempest-TestShelveInstance-441466554-router', 'tenant_id': '93b7b5f5fcb643a49bc1915bb2221d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '7682e7d4-2200-4c24-be0b-4c14dd406586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:50:09Z', 'updated_at': '2021-05-20T19:50:15Z', 'revision_number': 4, 'project_id': '93b7b5f5fcb643a49bc1915bb2221d8f', 'gw_port': {'id': '7682e7d4-2200-4c24-be0b-4c14dd406586', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:37:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93699468-c963-4ccb-8c7b-dbdf63bdaa24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:10Z', 'updated_at': '2021-05-20T19:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': '4b6e6fe8-326a-4018-b4c1-9ad9f0aca048', 'name': '', 'network_id': '4f7bcab8-5811-4b09-b0fc-99ef3815c2d7', 'tenant_id': '93b7b5f5fcb643a49bc1915bb2221d8f', 'mac_address': 'fa:16:3e:98:c6:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93699468-c963-4ccb-8c7b-dbdf63bdaa24', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '3a681d5d-2026-4e83-9a67-72ac7de05657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:14Z', 'updated_at': '2021-05-20T19:50:21Z', 'revision_number': 4, 'project_id': '93b7b5f5fcb643a49bc1915bb2221d8f', 'subnets': [{'id': '3a681d5d-2026-4e83-9a67-72ac7de05657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:50:21.930182 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919cfdb3-5fda-45b9-aa16-89c2dc935a71 req-b565f7c5-1eca-460b-aabd-b7a93937f66e tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:21.931665 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-919cfdb3-5fda-45b9-aa16-89c2dc935a71 req-b565f7c5-1eca-460b-aabd-b7a93937f66e tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/ports?device_id=c08a6074-572e-460d-a21e-1ab647351912 HTTP/1.1" status: 200 len: 946 time: 0.0992134 May 20 19:50:22.074009 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-919cfdb3-5fda-45b9-aa16-89c2dc935a71 req-f39c480f-2ebe-4322-8eb8-2c227401aff5 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/security-groups?id=14173c1b-0c02-42f5-bbaa-1697eb3f3a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356461 May 20 19:50:22.100733 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 44690) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:50:22.344941 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcee337b-9139-420c-b12f-f5bff668329a tempest-TestMinimumBasicScenario-1266240683 tempest-TestMinimumBasicScenario-1266240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:22.345565 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-dcee337b-9139-420c-b12f-f5bff668329a tempest-TestMinimumBasicScenario-1266240683 tempest-TestMinimumBasicScenario-1266240683-project-admin] Synchronizing usage tracker for tenant:32d85dfdf92b48759da97b78bc60a724 on resource:port {{(pid=98243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:50:22.361498 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-dcee337b-9139-420c-b12f-f5bff668329a tempest-TestMinimumBasicScenario-1266240683 tempest-TestMinimumBasicScenario-1266240683-project-admin] Unset dirty status for tenant:32d85dfdf92b48759da97b78bc60a724 on resource:port {{(pid=98243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:50:22.362612 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-dcee337b-9139-420c-b12f-f5bff668329a tempest-TestMinimumBasicScenario-1266240683 tempest-TestMinimumBasicScenario-1266240683-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=c08a6074-572e-460d-a21e-1ab647351912 HTTP/1.1" status: 200 len: 1094 time: 0.2608962 May 20 19:50:22.366799 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 44696) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:50:22.371852 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [None req-6e8b9dfe-08df-4b1b-81f8-3325e7c5427d tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Request body: {'floatingip': {'floating_network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'port_id': 'efb64f4b-1258-439d-b6a1-01c6b39dcf06', 'tenant_id': '06e766a72c9240e8a3468a5a7e0176a4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:50:22.378797 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-6e8b9dfe-08df-4b1b-81f8-3325e7c5427d tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:50:22.382567 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-6e8b9dfe-08df-4b1b-81f8-3325e7c5427d tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Usage tracker for resource:floatingip and tenant:06e766a72c9240e8a3468a5a7e0176a4 is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:50:22.385351 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-6e8b9dfe-08df-4b1b-81f8-3325e7c5427d tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:50:22.390917 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-6e8b9dfe-08df-4b1b-81f8-3325e7c5427d tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:50:22.401523 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-6e8b9dfe-08df-4b1b-81f8-3325e7c5427d tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks [] for floatingip, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:22.542320 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-6e8b9dfe-08df-4b1b-81f8-3325e7c5427d tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:22.685154 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.db_base_plugin_common [None req-6e8b9dfe-08df-4b1b-81f8-3325e7c5427d tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Allocated IP 172.27.1.97 (b6b8e223-f4e2-43c0-a9aa-6e12566b63e3/0824c86c-c492-497a-a433-a5123d2f3ae1/88b641d9-1ed9-4c90-b0ea-f886c7ebd189) {{(pid=98243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:50:22.700031 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf549a0d-d85a-492e-bbcd-4933afa9061c req-06aa6f35-52e0-4f54-bf77-a173c179d912 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:22.701469 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-bf549a0d-d85a-492e-bbcd-4933afa9061c req-06aa6f35-52e0-4f54-bf77-a173c179d912 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=59ff7813-e21c-44d5-873f-79eaa668481a HTTP/1.1" status: 200 len: 943 time: 0.2022223 May 20 19:50:22.750857 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-bf549a0d-d85a-492e-bbcd-4933afa9061c req-37a9d362-1a5f-4a90-9c0a-1e20c0ad8a76 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/security-groups?id=f85ca38a-c005-44a6-9d58-73c82601f5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431492 May 20 19:50:22.831641 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-6e8b9dfe-08df-4b1b-81f8-3325e7c5427d tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks [] for port, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:22.861284 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-6e8b9dfe-08df-4b1b-81f8-3325e7c5427d tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3727336'] for port, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:22.865255 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-cbee88d6-862e-43b1-9433-264e0f3d83f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:22.931631 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8b9dfe-08df-4b1b-81f8-3325e7c5427d tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Network b6b8e223-f4e2-43c0-a9aa-6e12566b63e3 is already hosted by enough agents. {{(pid=98243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:50:22.934366 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.base_scheduler [None req-6e8b9dfe-08df-4b1b-81f8-3325e7c5427d tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Resources bound (agent type, host, resource id): {{(pid=98243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:50:22.938030 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8b9dfe-08df-4b1b-81f8-3325e7c5427d tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Received port after_create {{(pid=98243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:50:22.964715 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 4b6e6fe8-326a-4018-b4c1-9ad9f0aca048 up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:50:22.967190 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8b9dfe-08df-4b1b-81f8-3325e7c5427d tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Pushing event updated for resources: {'Port': ['ID=88b641d9-1ed9-4c90-b0ea-f886c7ebd189,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:22.973745 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-6e8b9dfe-08df-4b1b-81f8-3325e7c5427d tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:23.035502 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning for port 4b6e6fe8-326a-4018-b4c1-9ad9f0aca048 completed by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:50:23.040047 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning complete for port 4b6e6fe8-326a-4018-b4c1-9ad9f0aca048 triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:50:23.040430 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:23.157865 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:23.189336 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] For port 4b6e6fe8-326a-4018-b4c1-9ad9f0aca048, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=4b6e6fe8-326a-4018-b4c1-9ad9f0aca048,segment=NetworkSegment(f3495a87-4286-4b87-826e-86c834ab4dd3),segment_id=f3495a87-4286-4b87-826e-86c834ab4dd3)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:50:23.193202 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:23.194935 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-6cfb64b5-83fe-4409-9b9d-9d37b38ebbae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:23.268961 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Pushing event updated for resources: {'Port': ['ID=4b6e6fe8-326a-4018-b4c1-9ad9f0aca048,revision_number=5']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:23.272527 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:23.359613 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-6e8b9dfe-08df-4b1b-81f8-3325e7c5427d tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:23.433968 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-6e8b9dfe-08df-4b1b-81f8-3325e7c5427d tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:23.646578 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-6e8b9dfe-08df-4b1b-81f8-3325e7c5427d tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks [] for port, precommit_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:23.650756 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-6e8b9dfe-08df-4b1b-81f8-3325e7c5427d tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3727329'] for port, after_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:23.654082 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-043ac833-80af-4d36-8345-a14939564912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:23.758527 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8b9dfe-08df-4b1b-81f8-3325e7c5427d tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Pushing event updated for resources: {'Port': ['ID=88b641d9-1ed9-4c90-b0ea-f886c7ebd189,revision_number=2']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:23.762766 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-6e8b9dfe-08df-4b1b-81f8-3325e7c5427d tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:23.769919 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-6e8b9dfe-08df-4b1b-81f8-3325e7c5427d tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745732'] for floatingip, after_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:23.921580 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 2e6997c7-eed3-46c3-8095-e067f75a6115 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 19:50:24.089218 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.db.l3_db [None req-6e8b9dfe-08df-4b1b-81f8-3325e7c5427d tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Floating IP 22981998-8a6e-4e3a-879f-96641fd402bb associated. External IP: 172.27.1.97, port: efb64f4b-1258-439d-b6a1-01c6b39dcf06. May 20 19:50:24.095078 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port 2e6997c7-eed3-46c3-8095-e067f75a6115, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2e6997c7-eed3-46c3-8095-e067f75a6115,segment=NetworkSegment(139dbb0a-3903-4603-9a7f-ddd4c73b8a9f),segment_id=139dbb0a-3903-4603-9a7f-ddd4c73b8a9f)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:50:24.109197 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Returning: {'device': '2e6997c7-eed3-46c3-8095-e067f75a6115', 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0', 'port_id': '2e6997c7-eed3-46c3-8095-e067f75a6115', 'mac_address': 'fa:16:3e:97:30:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62263882-c2fb-42c7-a641-48b5e7aef49a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 19:50:24.170015 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:24.186556 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.notifiers.nova [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e6997c7-eed3-46c3-8095-e067f75a6115 {{(pid=98245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:50:24.202570 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port 2e6997c7-eed3-46c3-8095-e067f75a6115, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2e6997c7-eed3-46c3-8095-e067f75a6115,segment=NetworkSegment(139dbb0a-3903-4603-9a7f-ddd4c73b8a9f),segment_id=139dbb0a-3903-4603-9a7f-ddd4c73b8a9f)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:50:24.206482 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:24.208949 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-b67afd68-7ac3-45b1-a06b-942a63f45286 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:24.242530 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf32d13-5a71-4120-8b52-d711dbaaedba req-1e6408b7-0e15-48a0-8ea4-fdfebfbc2344 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:24.244033 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-bcf32d13-5a71-4120-8b52-d711dbaaedba req-1e6408b7-0e15-48a0-8ea4-fdfebfbc2344 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=59ff7813-e21c-44d5-873f-79eaa668481a HTTP/1.1" status: 200 len: 943 time: 0.2356536 May 20 19:50:24.281661 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Pushing event updated for resources: {'Port': ['ID=2e6997c7-eed3-46c3-8095-e067f75a6115,revision_number=4']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:24.285045 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:24.317507 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-bcf32d13-5a71-4120-8b52-d711dbaaedba req-1deb1462-6aab-4725-a599-d3f9e14b1b7e tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/security-groups?id=f85ca38a-c005-44a6-9d58-73c82601f5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658362 May 20 19:50:24.437386 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] get_ports_and_sgs() called for port_ids ['2e6997c7-eed3-46c3-8095-e067f75a6115'] {{(pid=98245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:50:24.501673 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e8b9dfe-08df-4b1b-81f8-3325e7c5427d tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Router f59354f4-48c1-4d58-af81-b640376b857e has already been hosted by L3 agent bf06d900-968e-4d51-b3d3-e51a8143bf8e {{(pid=98243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:50:24.695723 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8b9dfe-08df-4b1b-81f8-3325e7c5427d tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify agent at l3_agent.dv-cinder-792462-2-iscsi the message routers_updated {{(pid=98243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:50:24.712085 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fb038d-68de-48a3-a36d-a843272a62d8 None None] Sync routers for ids ['f59354f4-48c1-4d58-af81-b640376b857e'] in dv-cinder-792462-2-iscsi {{(pid=98245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:50:24.730047 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-6e8b9dfe-08df-4b1b-81f8-3325e7c5427d tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for floatingip, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:24.731559 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fb038d-68de-48a3-a36d-a843272a62d8 None None] Routers {'f59354f4-48c1-4d58-af81-b640376b857e'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:50:24.732281 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-a6fb038d-68de-48a3-a36d-a843272a62d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:50:04Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['f59354f4-48c1-4d58-af81-b640376b857e'], 'active': True} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:50:24.778910 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-6e8b9dfe-08df-4b1b-81f8-3325e7c5427d tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4110823 May 20 19:50:24.779757 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c08a6074-572e-460d-a21e-1ab647351912', 'tag': 'efb64f4b-1258-439d-b6a1-01c6b39dcf06'}] {{(pid=98243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:50:24.781899 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 44710) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:50:24.788638 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-8c37f1ba-9f39-43a5-9f22-ab9126106a37 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2019778857', 'description': 'tempest-secgroup-smoke-2019778857 description', 'project_id': '06e766a72c9240e8a3468a5a7e0176a4'}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:50:24.804011 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-8c37f1ba-9f39-43a5-9f22-ab9126106a37 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:50:24.816378 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-8c37f1ba-9f39-43a5-9f22-ab9126106a37 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:50:24.833763 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-8c37f1ba-9f39-43a5-9f22-ab9126106a37 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks [] for security_group, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:24.834728 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c08a6074-572e-460d-a21e-1ab647351912', 'tag': 'efb64f4b-1258-439d-b6a1-01c6b39dcf06', 'status': 'completed', 'code': 200} May 20 19:50:24.854123 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-8c37f1ba-9f39-43a5-9f22-ab9126106a37 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:50:24.857980 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-8c37f1ba-9f39-43a5-9f22-ab9126106a37 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Usage tracker for resource:security_group_rule and tenant:06e766a72c9240e8a3468a5a7e0176a4 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:50:24.860825 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-8c37f1ba-9f39-43a5-9f22-ab9126106a37 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:50:24.866678 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-8c37f1ba-9f39-43a5-9f22-ab9126106a37 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:50:24.943227 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-8c37f1ba-9f39-43a5-9f22-ab9126106a37 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks [] for security_group, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:24.948409 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-8c37f1ba-9f39-43a5-9f22-ab9126106a37 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:24.954089 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-10641df8-ffe6-49da-8f11-6cc2a2588e58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:24.955387 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvr_db [None req-a6fb038d-68de-48a3-a36d-a843272a62d8 None None] Set router f59354f4-48c1-4d58-af81-b640376b857e gateway port host: dv-cinder-792462-2-iscsi {{(pid=98245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:50:24.956823 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca0c1b2-5f88-43da-8ab5-609c1e7012d0 req-42380aa2-c2aa-4291-9e59-47398b379302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:24.959065 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-1ca0c1b2-5f88-43da-8ab5-609c1e7012d0 req-42380aa2-c2aa-4291-9e59-47398b379302 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=06e766a72c9240e8a3468a5a7e0176a4&device_id=c08a6074-572e-460d-a21e-1ab647351912 HTTP/1.1" status: 200 len: 1099 time: 0.0939488 May 20 19:50:24.998330 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c37f1ba-9f39-43a5-9f22-ab9126106a37 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64ddf7ca-d4f7-49b3-a32d-3c712d559c27,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:25.003510 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-8c37f1ba-9f39-43a5-9f22-ab9126106a37 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:25.006776 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 4b6e6fe8-326a-4018-b4c1-9ad9f0aca048 up at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:50:25.012697 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-8c37f1ba-9f39-43a5-9f22-ab9126106a37 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks [] for security_group, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:25.014788 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-8c37f1ba-9f39-43a5-9f22-ab9126106a37 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2313204 May 20 19:50:25.017795 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 44716) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:50:25.025031 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-5c392f6a-b4c0-4ad2-b957-101ac06433e6 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Request body: {'security_group_rule': {'security_group_id': '64ddf7ca-d4f7-49b3-a32d-3c712d559c27', 'project_id': '06e766a72c9240e8a3468a5a7e0176a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:50:25.031412 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-5c392f6a-b4c0-4ad2-b957-101ac06433e6 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:50:25.035321 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-5c392f6a-b4c0-4ad2-b957-101ac06433e6 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Usage tracker for resource:security_group_rule and tenant:06e766a72c9240e8a3468a5a7e0176a4 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:50:25.038175 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-5c392f6a-b4c0-4ad2-b957-101ac06433e6 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:50:25.043933 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-5c392f6a-b4c0-4ad2-b957-101ac06433e6 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:50:25.063378 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-5c392f6a-b4c0-4ad2-b957-101ac06433e6 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:25.110247 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca0c1b2-5f88-43da-8ab5-609c1e7012d0 req-09988237-cfeb-4aa5-af3a-cbfbf43cf664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:25.111928 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-1ca0c1b2-5f88-43da-8ab5-609c1e7012d0 req-09988237-cfeb-4aa5-af3a-cbfbf43cf664 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1b327da3-33cc-49f3-95cb-f563b6ea1ed4 HTTP/1.1" status: 200 len: 916 time: 0.1448104 May 20 19:50:25.131532 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-5c392f6a-b4c0-4ad2-b957-101ac06433e6 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:25.141509 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-5c392f6a-b4c0-4ad2-b957-101ac06433e6 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645359'] for security_group_rule, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:25.146041 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:25.176849 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c392f6a-b4c0-4ad2-b957-101ac06433e6 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e33f0ccb-42b5-4057-8a04-09bf89a94729,revision_number=0']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:25.181615 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-5c392f6a-b4c0-4ad2-b957-101ac06433e6 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:25.186823 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-5c392f6a-b4c0-4ad2-b957-101ac06433e6 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:25.188636 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-5c392f6a-b4c0-4ad2-b957-101ac06433e6 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1699209 May 20 19:50:25.190737 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Provisioning complete for port 4b6e6fe8-326a-4018-b4c1-9ad9f0aca048 triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:50:25.191200 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:25.191827 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 44720) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:50:25.197770 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-ab93071d-95be-48b7-8057-b61a674fe6c0 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Request body: {'security_group_rule': {'security_group_id': '64ddf7ca-d4f7-49b3-a32d-3c712d559c27', 'project_id': '06e766a72c9240e8a3468a5a7e0176a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:50:25.204312 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-ab93071d-95be-48b7-8057-b61a674fe6c0 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:50:25.208075 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-ab93071d-95be-48b7-8057-b61a674fe6c0 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Usage tracker for resource:security_group_rule and tenant:06e766a72c9240e8a3468a5a7e0176a4 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:50:25.211146 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-ab93071d-95be-48b7-8057-b61a674fe6c0 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:50:25.216899 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-ab93071d-95be-48b7-8057-b61a674fe6c0 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:50:25.224323 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-1ca0c1b2-5f88-43da-8ab5-609c1e7012d0 req-23646b42-14b1-4c9c-95c4-0ac9af00fde5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efb64f4b-1258-439d-b6a1-01c6b39dcf06 HTTP/1.1" status: 200 len: 999 time: 0.1039574 May 20 19:50:25.234366 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ab93071d-95be-48b7-8057-b61a674fe6c0 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:25.296236 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca0c1b2-5f88-43da-8ab5-609c1e7012d0 req-88a14e6d-a329-4c1f-bc8b-338809b7a50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:25.297815 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-1ca0c1b2-5f88-43da-8ab5-609c1e7012d0 req-88a14e6d-a329-4c1f-bc8b-338809b7a50e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7f99646e-4cb2-4305-a61f-1e32124e00b0 HTTP/1.1" status: 200 len: 854 time: 0.0657713 May 20 19:50:25.310295 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ab93071d-95be-48b7-8057-b61a674fe6c0 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:25.324182 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ab93071d-95be-48b7-8057-b61a674fe6c0 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645359'] for security_group_rule, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:25.332313 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:25.366820 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab93071d-95be-48b7-8057-b61a674fe6c0 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=328dcc96-d4d7-4c40-8d6e-976c3032cad1,revision_number=0']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:25.370733 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-ab93071d-95be-48b7-8057-b61a674fe6c0 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:25.377008 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ab93071d-95be-48b7-8057-b61a674fe6c0 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:25.378849 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-ab93071d-95be-48b7-8057-b61a674fe6c0 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1858723 May 20 19:50:25.381394 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 44726) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:50:25.387773 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-79fa6bae-9788-4af2-903b-706b6264fb2c tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Request body: {'security_group_rule': {'security_group_id': '64ddf7ca-d4f7-49b3-a32d-3c712d559c27', 'project_id': '06e766a72c9240e8a3468a5a7e0176a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:50:25.394317 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-79fa6bae-9788-4af2-903b-706b6264fb2c tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:50:25.398482 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-79fa6bae-9788-4af2-903b-706b6264fb2c tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Usage tracker for resource:security_group_rule and tenant:06e766a72c9240e8a3468a5a7e0176a4 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:50:25.401966 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-79fa6bae-9788-4af2-903b-706b6264fb2c tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:50:25.407494 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca0c1b2-5f88-43da-8ab5-609c1e7012d0 req-d0d91af9-7715-4392-b6b0-28a6d8fb2c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:25.409413 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-79fa6bae-9788-4af2-903b-706b6264fb2c tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:50:25.409541 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-1ca0c1b2-5f88-43da-8ab5-609c1e7012d0 req-d0d91af9-7715-4392-b6b0-28a6d8fb2c81 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1b327da3-33cc-49f3-95cb-f563b6ea1ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1049602 May 20 19:50:25.430610 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-79fa6bae-9788-4af2-903b-706b6264fb2c tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:25.520606 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-79fa6bae-9788-4af2-903b-706b6264fb2c tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:25.525194 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-79fa6bae-9788-4af2-903b-706b6264fb2c tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645359'] for security_group_rule, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:25.529411 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-a6fb038d-68de-48a3-a36d-a843272a62d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f59354f4-48c1-4d58-af81-b640376b857e', 'name': 'tempest-TestMinimumBasicScenario-1295371326-router', 'tenant_id': '06e766a72c9240e8a3468a5a7e0176a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '1ad8b931-be0f-4f73-ac8b-e48c1e8dc31f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:49:20Z', 'updated_at': '2021-05-20T19:49:24Z', 'revision_number': 4, 'project_id': '06e766a72c9240e8a3468a5a7e0176a4', 'gw_port': {'id': '1ad8b931-be0f-4f73-ac8b-e48c1e8dc31f', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59354f4-48c1-4d58-af81-b640376b857e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:49:21Z', 'updated_at': '2021-05-20T19:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_floatingips': [{'id': '22981998-8a6e-4e3a-879f-96641fd402bb', 'tenant_id': '06e766a72c9240e8a3468a5a7e0176a4', 'floating_ip_address': '172.27.1.97', 'floating_network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'router_id': 'f59354f4-48c1-4d58-af81-b640376b857e', 'port_id': 'efb64f4b-1258-439d-b6a1-01c6b39dcf06', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b327da3-33cc-49f3-95cb-f563b6ea1ed4', 'mac_address': 'fa:16:3e:4a:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08a6074-572e-460d-a21e-1ab647351912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T19:50:23Z', 'updated_at': '2021-05-20T19:50:23Z', 'revision_number': 0, 'project_id': '06e766a72c9240e8a3468a5a7e0176a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3049c3ae-3618-46a4-adce-4b68c2037a40', 'name': '', 'network_id': '1b327da3-33cc-49f3-95cb-f563b6ea1ed4', 'tenant_id': '06e766a72c9240e8a3468a5a7e0176a4', 'mac_address': 'fa:16:3e:ea:79:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59354f4-48c1-4d58-af81-b640376b857e', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '7f99646e-4cb2-4305-a61f-1e32124e00b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:49:23Z', 'updated_at': '2021-05-20T19:49:29Z', 'revision_number': 5, 'project_id': '06e766a72c9240e8a3468a5a7e0176a4', 'subnets': [{'id': '7f99646e-4cb2-4305-a61f-1e32124e00b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:50:25.533235 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-ab93071d-95be-48b7-8057-b61a674fe6c0 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:25.534250 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fb038d-68de-48a3-a36d-a843272a62d8 None None] Checking router: f59354f4-48c1-4d58-af81-b640376b857e for host: dv-cinder-792462-2-iscsi {{(pid=98245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:50:25.542899 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fb038d-68de-48a3-a36d-a843272a62d8 None None] Routers {'f59354f4-48c1-4d58-af81-b640376b857e'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:50:25.544015 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-a6fb038d-68de-48a3-a36d-a843272a62d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:50:04Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['f59354f4-48c1-4d58-af81-b640376b857e'], 'active': True} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:50:25.555410 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fa6bae-9788-4af2-903b-706b6264fb2c tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7243170f-61f3-4ac4-a449-d8b82a1754f4,revision_number=0']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:25.558203 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-79fa6bae-9788-4af2-903b-706b6264fb2c tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:25.566088 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-79fa6bae-9788-4af2-903b-706b6264fb2c tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:25.570672 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-79fa6bae-9788-4af2-903b-706b6264fb2c tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1878812 May 20 19:50:25.571442 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 44730) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:50:25.577155 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-a04d0694-0abf-418b-bd38-7d563a9893af tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Request body: {'security_group_rule': {'security_group_id': '64ddf7ca-d4f7-49b3-a32d-3c712d559c27', 'project_id': '06e766a72c9240e8a3468a5a7e0176a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:50:25.583233 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-a04d0694-0abf-418b-bd38-7d563a9893af tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:50:25.588496 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-a04d0694-0abf-418b-bd38-7d563a9893af tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Usage tracker for resource:security_group_rule and tenant:06e766a72c9240e8a3468a5a7e0176a4 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:50:25.591722 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-a04d0694-0abf-418b-bd38-7d563a9893af tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:50:25.599784 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-a04d0694-0abf-418b-bd38-7d563a9893af tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:50:25.624834 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-1ca0c1b2-5f88-43da-8ab5-609c1e7012d0 req-83a82952-fc49-402c-8afb-2d490c5a8b0e service neutron] 10.222.0.65 "GET /v2.0/networks/1b327da3-33cc-49f3-95cb-f563b6ea1ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068620 May 20 19:50:25.627898 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-a04d0694-0abf-418b-bd38-7d563a9893af tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:25.697082 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-a04d0694-0abf-418b-bd38-7d563a9893af tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:25.701444 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-a04d0694-0abf-418b-bd38-7d563a9893af tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645359'] for security_group_rule, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:25.710022 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-3d0432dc-e748-4982-b3a5-45efdd54b063 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:25.730032 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04d0694-0abf-418b-bd38-7d563a9893af tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae169042-60d7-42a2-bcd3-b6a7f0398577,revision_number=0']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:25.735732 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvr_db [None req-a6fb038d-68de-48a3-a36d-a843272a62d8 None None] Set router f59354f4-48c1-4d58-af81-b640376b857e gateway port host: dv-cinder-792462-2-iscsi {{(pid=98245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:50:25.744738 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-a04d0694-0abf-418b-bd38-7d563a9893af tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:25.752089 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-a04d0694-0abf-418b-bd38-7d563a9893af tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:25.754394 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-a04d0694-0abf-418b-bd38-7d563a9893af tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1818547 May 20 19:50:25.757667 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 44736) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:50:25.764376 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-d1d410bb-a653-4b2f-bff0-15eb504df2dd tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Request body: {'security_group_rule': {'security_group_id': '64ddf7ca-d4f7-49b3-a32d-3c712d559c27', 'project_id': '06e766a72c9240e8a3468a5a7e0176a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:50:25.772817 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-d1d410bb-a653-4b2f-bff0-15eb504df2dd tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:50:25.778795 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-d1d410bb-a653-4b2f-bff0-15eb504df2dd tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Usage tracker for resource:security_group_rule and tenant:06e766a72c9240e8a3468a5a7e0176a4 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:50:25.782535 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-d1d410bb-a653-4b2f-bff0-15eb504df2dd tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:50:25.784987 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c0e9e-0c8a-452d-9248-96a7f2a80b09 req-bf5c1a90-66e9-48cc-b76d-cbfbfe656b93 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:25.786497 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6e1c0e9e-0c8a-452d-9248-96a7f2a80b09 req-bf5c1a90-66e9-48cc-b76d-cbfbfe656b93 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=59ff7813-e21c-44d5-873f-79eaa668481a HTTP/1.1" status: 200 len: 944 time: 0.2576201 May 20 19:50:25.797848 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-d1d410bb-a653-4b2f-bff0-15eb504df2dd tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:50:25.810839 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.db.securitygroups_db [None req-d1d410bb-a653-4b2f-bff0-15eb504df2dd tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Project 06e766a72c9240e8a3468a5a7e0176a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 19:50:25.820048 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d1d410bb-a653-4b2f-bff0-15eb504df2dd tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:25.904645 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d1d410bb-a653-4b2f-bff0-15eb504df2dd tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:25.909464 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d1d410bb-a653-4b2f-bff0-15eb504df2dd tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645359'] for security_group_rule, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:25.912238 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-176b0682-f6cd-4fd9-b613-77e53d48aeab tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:25.927555 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6e1c0e9e-0c8a-452d-9248-96a7f2a80b09 req-30958b7f-446e-4d85-b68a-2917afd91239 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/security-groups?id=f85ca38a-c005-44a6-9d58-73c82601f5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261308 May 20 19:50:25.943039 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d410bb-a653-4b2f-bff0-15eb504df2dd tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7da343d-2da7-45a9-8c0b-5afb37fc5640,revision_number=0']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:25.954090 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-d1d410bb-a653-4b2f-bff0-15eb504df2dd tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:25.956758 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-1ca0c1b2-5f88-43da-8ab5-609c1e7012d0 req-6fa61454-b596-4d90-9530-e4e48be04c28 service neutron] 10.222.0.65 "GET /v2.0/networks/1b327da3-33cc-49f3-95cb-f563b6ea1ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187842 May 20 19:50:25.962295 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d1d410bb-a653-4b2f-bff0-15eb504df2dd tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:25.967886 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-d1d410bb-a653-4b2f-bff0-15eb504df2dd tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2051017 May 20 19:50:25.968153 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 2e6997c7-eed3-46c3-8095-e067f75a6115 up at agent hyperv_hv-cinder-79246 {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:50:25.969043 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 44740) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:50:25.979756 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-f4074177-9c24-4f51-85ed-744646600118 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Request body: {'security_group_rule': {'security_group_id': '64ddf7ca-d4f7-49b3-a32d-3c712d559c27', 'project_id': '06e766a72c9240e8a3468a5a7e0176a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:50:25.984196 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-f4074177-9c24-4f51-85ed-744646600118 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:50:25.988955 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-f4074177-9c24-4f51-85ed-744646600118 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Usage tracker for resource:security_group_rule and tenant:06e766a72c9240e8a3468a5a7e0176a4 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:50:25.992401 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-f4074177-9c24-4f51-85ed-744646600118 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:50:26.000403 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-f4074177-9c24-4f51-85ed-744646600118 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:50:26.012894 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.db.securitygroups_db [None req-f4074177-9c24-4f51-85ed-744646600118 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Project 06e766a72c9240e8a3468a5a7e0176a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 19:50:26.019239 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-f4074177-9c24-4f51-85ed-744646600118 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:26.085268 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-f4074177-9c24-4f51-85ed-744646600118 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:26.089231 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-f4074177-9c24-4f51-85ed-744646600118 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645359'] for security_group_rule, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:26.091605 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-79fa6bae-9788-4af2-903b-706b6264fb2c tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:26.116849 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4074177-9c24-4f51-85ed-744646600118 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebfb6df2-ab52-44dd-8f9a-220b9e2a676c,revision_number=0']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:26.119538 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-f4074177-9c24-4f51-85ed-744646600118 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:26.129420 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-f4074177-9c24-4f51-85ed-744646600118 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:26.130693 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-f4074177-9c24-4f51-85ed-744646600118 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1601195 May 20 19:50:26.150633 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Provisioning for port 2e6997c7-eed3-46c3-8095-e067f75a6115 completed by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:50:26.158122 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Provisioning complete for port 2e6997c7-eed3-46c3-8095-e067f75a6115 triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:50:26.158498 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:26.251998 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-03d11b2c-062d-4567-9078-05275bc56ae8 req-672a7dce-6daa-425f-8c38-4ca7a0c9ec74 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Synchronizing usage tracker for tenant:06e766a72c9240e8a3468a5a7e0176a4 on resource:security_group {{(pid=98244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:50:26.269154 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-03d11b2c-062d-4567-9078-05275bc56ae8 req-672a7dce-6daa-425f-8c38-4ca7a0c9ec74 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Unset dirty status for tenant:06e766a72c9240e8a3468a5a7e0176a4 on resource:security_group {{(pid=98244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:50:26.270343 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-03d11b2c-062d-4567-9078-05275bc56ae8 req-672a7dce-6daa-425f-8c38-4ca7a0c9ec74 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2019778857&fields=id&tenant_id=06e766a72c9240e8a3468a5a7e0176a4 HTTP/1.1" status: 200 len: 267 time: 0.0583711 May 20 19:50:26.339557 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:26.351403 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-a6fb038d-68de-48a3-a36d-a843272a62d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f59354f4-48c1-4d58-af81-b640376b857e', 'name': 'tempest-TestMinimumBasicScenario-1295371326-router', 'tenant_id': '06e766a72c9240e8a3468a5a7e0176a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '1ad8b931-be0f-4f73-ac8b-e48c1e8dc31f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:49:20Z', 'updated_at': '2021-05-20T19:49:24Z', 'revision_number': 4, 'project_id': '06e766a72c9240e8a3468a5a7e0176a4', 'gw_port': {'id': '1ad8b931-be0f-4f73-ac8b-e48c1e8dc31f', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59354f4-48c1-4d58-af81-b640376b857e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:49:21Z', 'updated_at': '2021-05-20T19:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_floatingips': [{'id': '22981998-8a6e-4e3a-879f-96641fd402bb', 'tenant_id': '06e766a72c9240e8a3468a5a7e0176a4', 'floating_ip_address': '172.27.1.97', 'floating_network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'router_id': 'f59354f4-48c1-4d58-af81-b640376b857e', 'port_id': 'efb64f4b-1258-439d-b6a1-01c6b39dcf06', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b327da3-33cc-49f3-95cb-f563b6ea1ed4', 'mac_address': 'fa:16:3e:4a:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08a6074-572e-460d-a21e-1ab647351912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T19:50:23Z', 'updated_at': '2021-05-20T19:50:23Z', 'revision_number': 0, 'project_id': '06e766a72c9240e8a3468a5a7e0176a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3049c3ae-3618-46a4-adce-4b68c2037a40', 'name': '', 'network_id': '1b327da3-33cc-49f3-95cb-f563b6ea1ed4', 'tenant_id': '06e766a72c9240e8a3468a5a7e0176a4', 'mac_address': 'fa:16:3e:ea:79:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59354f4-48c1-4d58-af81-b640376b857e', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '7f99646e-4cb2-4305-a61f-1e32124e00b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:49:23Z', 'updated_at': '2021-05-20T19:49:29Z', 'revision_number': 5, 'project_id': '06e766a72c9240e8a3468a5a7e0176a4', 'subnets': [{'id': '7f99646e-4cb2-4305-a61f-1e32124e00b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:50:26.358612 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d11b2c-062d-4567-9078-05275bc56ae8 req-6ba1e358-7674-49ad-b65f-82f5b0d5a121 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:26.359302 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fb038d-68de-48a3-a36d-a843272a62d8 None None] The sync data for ids ['f59354f4-48c1-4d58-af81-b640376b857e'] in dv-cinder-792462-2-iscsi is: [{'id': 'f59354f4-48c1-4d58-af81-b640376b857e', 'name': 'tempest-TestMinimumBasicScenario-1295371326-router', 'tenant_id': '06e766a72c9240e8a3468a5a7e0176a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '1ad8b931-be0f-4f73-ac8b-e48c1e8dc31f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:49:20Z', 'updated_at': '2021-05-20T19:49:24Z', 'revision_number': 4, 'project_id': '06e766a72c9240e8a3468a5a7e0176a4', 'gw_port': {'id': '1ad8b931-be0f-4f73-ac8b-e48c1e8dc31f', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59354f4-48c1-4d58-af81-b640376b857e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:49:21Z', 'updated_at': '2021-05-20T19:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_floatingips': [{'id': '22981998-8a6e-4e3a-879f-96641fd402bb', 'tenant_id': '06e766a72c9240e8a3468a5a7e0176a4', 'floating_ip_address': '172.27.1.97', 'floating_network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'router_id': 'f59354f4-48c1-4d58-af81-b640376b857e', 'port_id': 'efb64f4b-1258-439d-b6a1-01c6b39dcf06', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b327da3-33cc-49f3-95cb-f563b6ea1ed4', 'mac_address': 'fa:16:3e:4a:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08a6074-572e-460d-a21e-1ab647351912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T19:50:23Z', 'updated_at': '2021-05-20T19:50:23Z', 'revision_number': 0, 'project_id': '06e766a72c9240e8a3468a5a7e0176a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3049c3ae-3618-46a4-adce-4b68c2037a40', 'name': '', 'network_id': '1b327da3-33cc-49f3-95cb-f563b6ea1ed4', 'tenant_id': '06e766a72c9240e8a3468a5a7e0176a4', 'mac_address': 'fa:16:3e:ea:79:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59354f4-48c1-4d58-af81-b640376b857e', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '7f99646e-4cb2-4305-a61f-1e32124e00b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:49:23Z', 'updated_at': '2021-05-20T19:49:29Z', 'revision_number': 5, 'project_id': '06e766a72c9240e8a3468a5a7e0176a4', 'subnets': [{'id': '7f99646e-4cb2-4305-a61f-1e32124e00b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:50:26.360069 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-03d11b2c-062d-4567-9078-05275bc56ae8 req-6ba1e358-7674-49ad-b65f-82f5b0d5a121 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/ports?device_id=c08a6074-572e-460d-a21e-1ab647351912 HTTP/1.1" status: 200 len: 946 time: 0.0829430 May 20 19:50:26.372429 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [req-03d11b2c-062d-4567-9078-05275bc56ae8 req-f616e3e0-8d68-4624-b182-dc6d64a1cb55 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Request body: {'port': {'security_groups': ['14173c1b-0c02-42f5-bbaa-1697eb3f3a95', '64ddf7ca-d4f7-49b3-a32d-3c712d559c27']}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:50:26.376993 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ff7813-e21c-44d5-873f-79eaa668481a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6997c7-eed3-46c3-8095-e067f75a6115'}] {{(pid=98245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:50:26.388428 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port 2e6997c7-eed3-46c3-8095-e067f75a6115, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2e6997c7-eed3-46c3-8095-e067f75a6115,segment=NetworkSegment(139dbb0a-3903-4603-9a7f-ddd4c73b8a9f),segment_id=139dbb0a-3903-4603-9a7f-ddd4c73b8a9f)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:50:26.392796 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:26.396569 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-5eefe7e4-d3c4-43e2-a1ed-0d82fc40726e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:26.455292 dv-cinder-792462-2-iscsi neutron-server[98245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ff7813-e21c-44d5-873f-79eaa668481a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6997c7-eed3-46c3-8095-e067f75a6115', 'code': 200} May 20 19:50:26.475553 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Pushing event updated for resources: {'Port': ['ID=2e6997c7-eed3-46c3-8095-e067f75a6115,revision_number=5']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:26.479088 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:26.518695 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-03d11b2c-062d-4567-9078-05275bc56ae8 req-f616e3e0-8d68-4624-b182-dc6d64a1cb55 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:26.630404 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecd0635-939b-416c-b400-d3786a589999 None None] New status for floating IP 22981998-8a6e-4e3a-879f-96641fd402bb: ACTIVE {{(pid=98246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 19:50:26.755942 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05153f38-45a6-4645-b3a6-7514e37a78b2 req-4f0d009c-f955-4aec-b516-7ec35a1e4a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:26.758034 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-05153f38-45a6-4645-b3a6-7514e37a78b2 req-4f0d009c-f955-4aec-b516-7ec35a1e4a26 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=59ff7813-e21c-44d5-873f-79eaa668481a HTTP/1.1" status: 200 len: 1098 time: 0.0794935 May 20 19:50:26.799409 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.db [req-03d11b2c-062d-4567-9078-05275bc56ae8 req-f616e3e0-8d68-4624-b182-dc6d64a1cb55 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] For port efb64f4b-1258-439d-b6a1-01c6b39dcf06, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=efb64f4b-1258-439d-b6a1-01c6b39dcf06,segment=NetworkSegment(2fe0069f-9e2f-4664-9dbe-d6cdd78a57fa),segment_id=2fe0069f-9e2f-4664-9dbe-d6cdd78a57fa)] {{(pid=98244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:50:26.800030 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-05153f38-45a6-4645-b3a6-7514e37a78b2 req-f2bd1cc1-821f-48b7-84b7-dc4e825cae8a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f85ca38a-c005-44a6-9d58-73c82601f5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344603 May 20 19:50:26.825340 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-03d11b2c-062d-4567-9078-05275bc56ae8 req-f616e3e0-8d68-4624-b182-dc6d64a1cb55 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks [] for port, precommit_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:26.830286 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-03d11b2c-062d-4567-9078-05275bc56ae8 req-f616e3e0-8d68-4624-b182-dc6d64a1cb55 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3028147'] for port, after_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:26.835955 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-b64bf46d-e5ef-4c96-b8a4-03113a3ddc90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:26.842148 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] get_ports_and_sgs() called for port_ids ['efb64f4b-1258-439d-b6a1-01c6b39dcf06'] {{(pid=98245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:50:26.906772 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d11b2c-062d-4567-9078-05275bc56ae8 req-f616e3e0-8d68-4624-b182-dc6d64a1cb55 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:26.907400 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-03d11b2c-062d-4567-9078-05275bc56ae8 req-f616e3e0-8d68-4624-b182-dc6d64a1cb55 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for port, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:26.917790 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-03d11b2c-062d-4567-9078-05275bc56ae8 req-f616e3e0-8d68-4624-b182-dc6d64a1cb55 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "PUT /v2.0/ports/efb64f4b-1258-439d-b6a1-01c6b39dcf06 HTTP/1.1" status: 200 len: 982 time: 0.5503294 May 20 19:50:26.918622 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c08a6074-572e-460d-a21e-1ab647351912', 'tag': 'efb64f4b-1258-439d-b6a1-01c6b39dcf06'}] {{(pid=98244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:50:26.965580 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f616e3e0-8d68-4624-b182-dc6d64a1cb55 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Pushing event updated for resources: {'Port': ['ID=efb64f4b-1258-439d-b6a1-01c6b39dcf06,revision_number=6']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:26.975092 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-f616e3e0-8d68-4624-b182-dc6d64a1cb55 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:27.051598 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] get_ports_and_sgs() called for port_ids ['efb64f4b-1258-439d-b6a1-01c6b39dcf06'] {{(pid=98245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:50:27.065112 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c08a6074-572e-460d-a21e-1ab647351912', 'tag': 'efb64f4b-1258-439d-b6a1-01c6b39dcf06', 'status': 'completed', 'code': 200} May 20 19:50:27.220491 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04feeae-9d19-4012-9c37-688915a13c8a req-7ab40e45-15a8-4a94-bcec-a48793df07c1 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:27.221888 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-f04feeae-9d19-4012-9c37-688915a13c8a req-7ab40e45-15a8-4a94-bcec-a48793df07c1 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/ports?device_id=c08a6074-572e-460d-a21e-1ab647351912 HTTP/1.1" status: 200 len: 985 time: 0.1698034 May 20 19:50:27.224736 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e986c24e-d9c7-4494-9386-65c1eeaa413a req-4302fc30-22a6-42d2-9484-f44edcf39cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:27.226297 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-e986c24e-d9c7-4494-9386-65c1eeaa413a req-4302fc30-22a6-42d2-9484-f44edcf39cc0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=06e766a72c9240e8a3468a5a7e0176a4&device_id=c08a6074-572e-460d-a21e-1ab647351912 HTTP/1.1" status: 200 len: 1138 time: 0.1186824 May 20 19:50:27.257505 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8812f3-2713-434c-a9c5-b7c4e84659b9 req-2ff409c4-12e2-443b-a563-4957cf9e23ac tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:27.258998 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-cd8812f3-2713-434c-a9c5-b7c4e84659b9 req-2ff409c4-12e2-443b-a563-4957cf9e23ac tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=59ff7813-e21c-44d5-873f-79eaa668481a HTTP/1.1" status: 200 len: 945 time: 0.0969408 May 20 19:50:27.307848 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-73ba4339-2613-4666-815d-dcb7f4f8dc01 None None] Provisioning complete for port efb64f4b-1258-439d-b6a1-01c6b39dcf06 triggered by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:50:27.308139 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-73ba4339-2613-4666-815d-dcb7f4f8dc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:27.316698 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-cd8812f3-2713-434c-a9c5-b7c4e84659b9 req-4fade7bc-7b33-4d21-b515-685b2dcf52ab tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/security-groups?id=f85ca38a-c005-44a6-9d58-73c82601f5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440745 May 20 19:50:27.383424 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-f04feeae-9d19-4012-9c37-688915a13c8a req-a4e9b35b-1f32-4e2a-9886-bb2b64d91435 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/security-groups?id=14173c1b-0c02-42f5-bbaa-1697eb3f3a95&id=64ddf7ca-d4f7-49b3-a32d-3c712d559c27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1479118 May 20 19:50:27.426590 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e986c24e-d9c7-4494-9386-65c1eeaa413a req-8690ff41-8c4d-48eb-bad0-b89b95736409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:27.428594 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-e986c24e-d9c7-4494-9386-65c1eeaa413a req-8690ff41-8c4d-48eb-bad0-b89b95736409 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1b327da3-33cc-49f3-95cb-f563b6ea1ed4 HTTP/1.1" status: 200 len: 916 time: 0.1941233 May 20 19:50:27.540763 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-e986c24e-d9c7-4494-9386-65c1eeaa413a req-feff98ec-6c45-4fb2-8063-dc407f01758d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efb64f4b-1258-439d-b6a1-01c6b39dcf06 HTTP/1.1" status: 200 len: 1001 time: 0.1033087 May 20 19:50:27.632799 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e986c24e-d9c7-4494-9386-65c1eeaa413a req-d3eac779-6ec7-4e25-aeb6-616cc274d774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:27.635518 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-e986c24e-d9c7-4494-9386-65c1eeaa413a req-d3eac779-6ec7-4e25-aeb6-616cc274d774 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7f99646e-4cb2-4305-a61f-1e32124e00b0 HTTP/1.1" status: 200 len: 854 time: 0.0811095 May 20 19:50:27.718544 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e986c24e-d9c7-4494-9386-65c1eeaa413a req-bfdb4721-7d70-4b26-8f36-51f523c0bf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:27.720153 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-e986c24e-d9c7-4494-9386-65c1eeaa413a req-bfdb4721-7d70-4b26-8f36-51f523c0bf28 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1b327da3-33cc-49f3-95cb-f563b6ea1ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0755029 May 20 19:50:27.851559 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-e986c24e-d9c7-4494-9386-65c1eeaa413a req-2b767a84-0d73-4c80-a0f4-a6d853a98c33 service neutron] 10.222.0.65 "GET /v2.0/networks/1b327da3-33cc-49f3-95cb-f563b6ea1ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244516 May 20 19:50:27.986875 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-e986c24e-d9c7-4494-9386-65c1eeaa413a req-cd828040-9747-4cb5-a357-b79b79f512fd service neutron] 10.222.0.65 "GET /v2.0/networks/1b327da3-33cc-49f3-95cb-f563b6ea1ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287570 May 20 19:50:28.511009 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00ca12-de15-4bb5-8bd9-0b1534bd6b07 req-5e11ddae-fa23-47a1-bea6-19f8aeb40224 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:28.512446 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6e00ca12-de15-4bb5-8bd9-0b1534bd6b07 req-5e11ddae-fa23-47a1-bea6-19f8aeb40224 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=59ff7813-e21c-44d5-873f-79eaa668481a HTTP/1.1" status: 200 len: 945 time: 0.0871587 May 20 19:50:28.557704 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6e00ca12-de15-4bb5-8bd9-0b1534bd6b07 req-4ebf14ae-5c35-4e35-beb9-276377bfae42 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/security-groups?id=f85ca38a-c005-44a6-9d58-73c82601f5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389638 May 20 19:50:28.753860 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01011ff-7f1e-4f83-a512-53d11bfe8b42 req-ceb5022a-2ccf-4472-8792-00c81f2c2a5b tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:28.755311 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c01011ff-7f1e-4f83-a512-53d11bfe8b42 req-ceb5022a-2ccf-4472-8792-00c81f2c2a5b tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=59ff7813-e21c-44d5-873f-79eaa668481a HTTP/1.1" status: 200 len: 945 time: 0.0873241 May 20 19:50:28.800636 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c01011ff-7f1e-4f83-a512-53d11bfe8b42 req-b743075d-3749-47a5-9897-bf0efd59a757 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/security-groups?id=f85ca38a-c005-44a6-9d58-73c82601f5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396211 May 20 19:50:28.823573 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 44766) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:50:28.894872 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475a1fa3-4fe8-456d-aac4-a5dc042c3d5b tempest-TestVolumeBootPattern-1503830045 tempest-TestVolumeBootPattern-1503830045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:28.896394 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-475a1fa3-4fe8-456d-aac4-a5dc042c3d5b tempest-TestVolumeBootPattern-1503830045 tempest-TestVolumeBootPattern-1503830045-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=59ff7813-e21c-44d5-873f-79eaa668481a HTTP/1.1" status: 200 len: 1093 time: 0.0718112 May 20 19:50:28.899174 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 44770) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:50:28.904156 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-5edd9c3b-484a-410c-995f-9688c9552893 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Request body: {'floatingip': {'floating_network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'port_id': '2e6997c7-eed3-46c3-8095-e067f75a6115', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'fixed_ip_address': '172.20.0.9'}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:50:28.909856 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-5edd9c3b-484a-410c-995f-9688c9552893 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:50:28.913613 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-5edd9c3b-484a-410c-995f-9688c9552893 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Usage tracker for resource:floatingip and tenant:67c0fea229f14ebd918a33f2a9d87521 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:50:28.916486 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-5edd9c3b-484a-410c-995f-9688c9552893 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:50:28.922745 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-5edd9c3b-484a-410c-995f-9688c9552893 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:50:28.932858 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-5edd9c3b-484a-410c-995f-9688c9552893 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks [] for floatingip, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:29.073533 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-5edd9c3b-484a-410c-995f-9688c9552893 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:29.215622 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.db_base_plugin_common [None req-5edd9c3b-484a-410c-995f-9688c9552893 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Allocated IP 172.27.1.152 (b6b8e223-f4e2-43c0-a9aa-6e12566b63e3/0824c86c-c492-497a-a433-a5123d2f3ae1/f61d627e-bc64-4dbb-af2f-a80beaef7c95) {{(pid=98244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:50:29.415433 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.agents_db [None req-81082b58-be1a-4fbd-9926-297307221300 None None] Agent healthcheck: found 6 active agents {{(pid=98246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:50:29.477324 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-5edd9c3b-484a-410c-995f-9688c9552893 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks [] for port, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:29.506536 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-5edd9c3b-484a-410c-995f-9688c9552893 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3028154'] for port, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:29.510988 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-bb62e728-fcd8-4f05-8eb8-e41318d7735c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:29.572924 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edd9c3b-484a-410c-995f-9688c9552893 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Network b6b8e223-f4e2-43c0-a9aa-6e12566b63e3 is already hosted by enough agents. {{(pid=98244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:50:29.575736 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.base_scheduler [None req-5edd9c3b-484a-410c-995f-9688c9552893 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Resources bound (agent type, host, resource id): {{(pid=98244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:50:29.579805 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edd9c3b-484a-410c-995f-9688c9552893 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Received port after_create {{(pid=98244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:50:29.615525 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd9c3b-484a-410c-995f-9688c9552893 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Pushing event updated for resources: {'Port': ['ID=f61d627e-bc64-4dbb-af2f-a80beaef7c95,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:29.622672 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-5edd9c3b-484a-410c-995f-9688c9552893 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:30.005912 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-5edd9c3b-484a-410c-995f-9688c9552893 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:30.079690 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-5edd9c3b-484a-410c-995f-9688c9552893 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:30.291913 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-5edd9c3b-484a-410c-995f-9688c9552893 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks [] for port, precommit_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:30.296853 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-5edd9c3b-484a-410c-995f-9688c9552893 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3028147'] for port, after_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:30.300501 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-86ab748e-d5f8-4584-a7a4-7f5961b95ec1 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:30.411501 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd9c3b-484a-410c-995f-9688c9552893 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Pushing event updated for resources: {'Port': ['ID=f61d627e-bc64-4dbb-af2f-a80beaef7c95,revision_number=2']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:30.415395 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-5edd9c3b-484a-410c-995f-9688c9552893 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:30.421820 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-5edd9c3b-484a-410c-995f-9688c9552893 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745732'] for floatingip, after_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:30.590913 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.db.l3_db [None req-5edd9c3b-484a-410c-995f-9688c9552893 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Floating IP 075388bf-ae18-4718-aed8-5738084fc2f9 associated. External IP: 172.27.1.152, port: 2e6997c7-eed3-46c3-8095-e067f75a6115. May 20 19:50:31.059427 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5edd9c3b-484a-410c-995f-9688c9552893 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Router 5d6b8817-7453-4088-8519-9b11ba836610 has already been hosted by L3 agent bf06d900-968e-4d51-b3d3-e51a8143bf8e {{(pid=98244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:50:31.237996 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5edd9c3b-484a-410c-995f-9688c9552893 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify agent at l3_agent.dv-cinder-792462-2-iscsi the message routers_updated {{(pid=98244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:50:31.246872 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786e626f-52cb-4afc-9914-b928f8189ebf None None] Sync routers for ids ['5d6b8817-7453-4088-8519-9b11ba836610'] in dv-cinder-792462-2-iscsi {{(pid=98245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:50:31.256916 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786e626f-52cb-4afc-9914-b928f8189ebf None None] Routers {'5d6b8817-7453-4088-8519-9b11ba836610'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:50:31.257562 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-786e626f-52cb-4afc-9914-b928f8189ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:50:04Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['5d6b8817-7453-4088-8519-9b11ba836610'], 'active': True} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:50:31.262589 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-5edd9c3b-484a-410c-995f-9688c9552893 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for floatingip, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:31.319053 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-5edd9c3b-484a-410c-995f-9688c9552893 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4188330 May 20 19:50:31.319729 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59ff7813-e21c-44d5-873f-79eaa668481a', 'tag': '2e6997c7-eed3-46c3-8095-e067f75a6115'}] {{(pid=98244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:50:31.365248 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59ff7813-e21c-44d5-873f-79eaa668481a', 'tag': '2e6997c7-eed3-46c3-8095-e067f75a6115', 'status': 'completed', 'code': 200} May 20 19:50:31.500120 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f203dbc-97fe-408e-9a69-c30c14fac662 req-67d593ba-16ab-4e0e-8029-7b107596622e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:31.501549 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-2f203dbc-97fe-408e-9a69-c30c14fac662 req-67d593ba-16ab-4e0e-8029-7b107596622e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=67c0fea229f14ebd918a33f2a9d87521&device_id=59ff7813-e21c-44d5-873f-79eaa668481a HTTP/1.1" status: 200 len: 1098 time: 0.1103137 May 20 19:50:31.591239 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvr_db [None req-786e626f-52cb-4afc-9914-b928f8189ebf None None] Set router 5d6b8817-7453-4088-8519-9b11ba836610 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:50:31.641159 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f203dbc-97fe-408e-9a69-c30c14fac662 req-ac4f54fd-856e-469d-9098-6d7acef9d9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:31.642696 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-2f203dbc-97fe-408e-9a69-c30c14fac662 req-ac4f54fd-856e-469d-9098-6d7acef9d9a8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=027d5c0a-e45a-4a06-947e-f673039c67a0 HTTP/1.1" status: 200 len: 913 time: 0.1338539 May 20 19:50:31.751408 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-2f203dbc-97fe-408e-9a69-c30c14fac662 req-55ae2885-1a98-45c5-8c97-691a39387e61 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e6997c7-eed3-46c3-8095-e067f75a6115 HTTP/1.1" status: 200 len: 999 time: 0.1011908 May 20 19:50:31.819215 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f203dbc-97fe-408e-9a69-c30c14fac662 req-8c55845c-0183-4eb3-a5d5-22e538beb5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:31.820681 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-2f203dbc-97fe-408e-9a69-c30c14fac662 req-8c55845c-0183-4eb3-a5d5-22e538beb5f8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=62263882-c2fb-42c7-a641-48b5e7aef49a HTTP/1.1" status: 200 len: 851 time: 0.0628536 May 20 19:50:31.980473 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f203dbc-97fe-408e-9a69-c30c14fac662 req-f4dd7bab-c946-4253-a700-633d99220db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:31.982029 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-2f203dbc-97fe-408e-9a69-c30c14fac662 req-f4dd7bab-c946-4253-a700-633d99220db0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=027d5c0a-e45a-4a06-947e-f673039c67a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1538503 May 20 19:50:32.060763 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-786e626f-52cb-4afc-9914-b928f8189ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6b8817-7453-4088-8519-9b11ba836610', 'name': 'tempest-TestVolumeBootPattern-1206091087-router', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '31944ead-9b3b-4428-bf4b-32f382a4d666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:46:59Z', 'updated_at': '2021-05-20T19:47:03Z', 'revision_number': 4, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'gw_port': {'id': '31944ead-9b3b-4428-bf4b-32f382a4d666', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:00Z', 'updated_at': '2021-05-20T19:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_floatingips': [{'id': '075388bf-ae18-4718-aed8-5738084fc2f9', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'router_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'port_id': '2e6997c7-eed3-46c3-8095-e067f75a6115', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0', 'mac_address': 'fa:16:3e:97:30:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ff7813-e21c-44d5-873f-79eaa668481a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T19:50:29Z', 'updated_at': '2021-05-20T19:50:29Z', 'revision_number': 0, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce4ee53d-90e3-42c7-adc0-f6aaa3026e4c', 'name': '', 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'mac_address': 'fa:16:3e:d5:16:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '62263882-c2fb-42c7-a641-48b5e7aef49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:02Z', 'updated_at': '2021-05-20T19:47:09Z', 'revision_number': 5, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'subnets': [{'id': '62263882-c2fb-42c7-a641-48b5e7aef49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:50:32.064516 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786e626f-52cb-4afc-9914-b928f8189ebf None None] Checking router: 5d6b8817-7453-4088-8519-9b11ba836610 for host: dv-cinder-792462-2-iscsi {{(pid=98245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:50:32.072744 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786e626f-52cb-4afc-9914-b928f8189ebf None None] Routers {'5d6b8817-7453-4088-8519-9b11ba836610'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:50:32.073345 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-786e626f-52cb-4afc-9914-b928f8189ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:50:04Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['5d6b8817-7453-4088-8519-9b11ba836610'], 'active': True} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:50:32.115220 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-2f203dbc-97fe-408e-9a69-c30c14fac662 req-e3cc28af-e4a5-476c-88a3-949e7dd29dcb service neutron] 10.222.0.65 "GET /v2.0/networks/027d5c0a-e45a-4a06-947e-f673039c67a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220040 May 20 19:50:32.252822 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-2f203dbc-97fe-408e-9a69-c30c14fac662 req-b31e337f-485e-4f62-a08f-a9cd732c0b8f service neutron] 10.222.0.65 "GET /v2.0/networks/027d5c0a-e45a-4a06-947e-f673039c67a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295900 May 20 19:50:32.256390 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-85756381-6236-4804-80c9-759b2da59e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:32.265740 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvr_db [None req-786e626f-52cb-4afc-9914-b928f8189ebf None None] Set router 5d6b8817-7453-4088-8519-9b11ba836610 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:50:32.610352 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-786e626f-52cb-4afc-9914-b928f8189ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6b8817-7453-4088-8519-9b11ba836610', 'name': 'tempest-TestVolumeBootPattern-1206091087-router', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '31944ead-9b3b-4428-bf4b-32f382a4d666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:46:59Z', 'updated_at': '2021-05-20T19:47:03Z', 'revision_number': 4, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'gw_port': {'id': '31944ead-9b3b-4428-bf4b-32f382a4d666', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:00Z', 'updated_at': '2021-05-20T19:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_floatingips': [{'id': '075388bf-ae18-4718-aed8-5738084fc2f9', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'router_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'port_id': '2e6997c7-eed3-46c3-8095-e067f75a6115', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0', 'mac_address': 'fa:16:3e:97:30:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ff7813-e21c-44d5-873f-79eaa668481a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T19:50:29Z', 'updated_at': '2021-05-20T19:50:29Z', 'revision_number': 0, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce4ee53d-90e3-42c7-adc0-f6aaa3026e4c', 'name': '', 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'mac_address': 'fa:16:3e:d5:16:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '62263882-c2fb-42c7-a641-48b5e7aef49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:02Z', 'updated_at': '2021-05-20T19:47:09Z', 'revision_number': 5, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'subnets': [{'id': '62263882-c2fb-42c7-a641-48b5e7aef49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:50:32.614283 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786e626f-52cb-4afc-9914-b928f8189ebf None None] The sync data for ids ['5d6b8817-7453-4088-8519-9b11ba836610'] in dv-cinder-792462-2-iscsi is: [{'id': '5d6b8817-7453-4088-8519-9b11ba836610', 'name': 'tempest-TestVolumeBootPattern-1206091087-router', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '31944ead-9b3b-4428-bf4b-32f382a4d666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:46:59Z', 'updated_at': '2021-05-20T19:47:03Z', 'revision_number': 4, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'gw_port': {'id': '31944ead-9b3b-4428-bf4b-32f382a4d666', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:00Z', 'updated_at': '2021-05-20T19:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_floatingips': [{'id': '075388bf-ae18-4718-aed8-5738084fc2f9', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'router_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'port_id': '2e6997c7-eed3-46c3-8095-e067f75a6115', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0', 'mac_address': 'fa:16:3e:97:30:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ff7813-e21c-44d5-873f-79eaa668481a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T19:50:29Z', 'updated_at': '2021-05-20T19:50:29Z', 'revision_number': 0, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce4ee53d-90e3-42c7-adc0-f6aaa3026e4c', 'name': '', 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'mac_address': 'fa:16:3e:d5:16:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '62263882-c2fb-42c7-a641-48b5e7aef49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:02Z', 'updated_at': '2021-05-20T19:47:09Z', 'revision_number': 5, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'subnets': [{'id': '62263882-c2fb-42c7-a641-48b5e7aef49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:50:32.794910 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4a11a4-f37c-4fb3-b211-c56ef5013b3c None None] New status for floating IP 075388bf-ae18-4718-aed8-5738084fc2f9: ACTIVE {{(pid=98246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 19:50:34.478163 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-000fa64c-96dd-487f-a6e5-7399bf42c32c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:34.806383 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:35.602080 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d568-3eaa-4ee2-8e63-8438dfda9a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:35.926300 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-719745cf-1f07-4cf7-b002-f387fda76396 req-d335b6cf-3f31-4c34-a139-ce3c44956093 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-585002875&fields=id&tenant_id=7b0b262f9f7b4273897278152e258caa HTTP/1.1" status: 200 len: 267 time: 0.0406358 May 20 19:50:36.084735 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719745cf-1f07-4cf7-b002-f387fda76396 req-4fd01717-8196-4c17-97a3-a99a1f2197c3 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:36.086248 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-719745cf-1f07-4cf7-b002-f387fda76396 req-4fd01717-8196-4c17-97a3-a99a1f2197c3 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/networks?id=e2855e30-4b47-414d-beab-1956cfce7926 HTTP/1.1" status: 200 len: 809 time: 0.1533511 May 20 19:50:36.101413 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-719745cf-1f07-4cf7-b002-f387fda76396 req-e6a66b4f-0c13-44ad-81de-7edb062bfbed tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/quotas/7b0b262f9f7b4273897278152e258caa HTTP/1.1" status: 200 len: 375 time: 0.0096335 May 20 19:50:36.187800 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-719745cf-1f07-4cf7-b002-f387fda76396 req-0bd1e748-5fdc-4d49-8de5-d2e382429372 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7b0b262f9f7b4273897278152e258caa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0811872 May 20 19:50:36.323981 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-719745cf-1f07-4cf7-b002-f387fda76396 req-b7866339-6cb4-4db6-898e-809e7664c373 service neutron] 10.222.0.46 "GET /v2.0/networks/e2855e30-4b47-414d-beab-1956cfce7926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249645 May 20 19:50:36.408152 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:36.454560 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-719745cf-1f07-4cf7-b002-f387fda76396 req-182c6cb1-5d9e-456c-ad82-34a76a038a4c service neutron] 10.222.0.46 "GET /v2.0/networks/e2855e30-4b47-414d-beab-1956cfce7926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246138 May 20 19:50:36.839224 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-66f2a166-3062-43dc-9a96-0d313ed4f482 req-0c6a99c8-5dd5-4bab-bbe2-86530cfa0256 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Synchronizing usage tracker for tenant:7b0b262f9f7b4273897278152e258caa on resource:port {{(pid=98244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:50:36.857411 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-66f2a166-3062-43dc-9a96-0d313ed4f482 req-0c6a99c8-5dd5-4bab-bbe2-86530cfa0256 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Unset dirty status for tenant:7b0b262f9f7b4273897278152e258caa on resource:port {{(pid=98244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:50:36.859254 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-66f2a166-3062-43dc-9a96-0d313ed4f482 req-0c6a99c8-5dd5-4bab-bbe2-86530cfa0256 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/ports?device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671 HTTP/1.1" status: 200 len: 210 time: 0.0650451 May 20 19:50:37.291768 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-40a8b960-4cf6-42c3-bf80-c71dd59d075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:37.954086 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-534e4e97-fab7-465a-9c6f-d6dee7080ac9 req-691af1ad-41c1-4dea-a7b0-1ad4138033e0 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/ports?device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671 HTTP/1.1" status: 200 len: 210 time: 0.0424755 May 20 19:50:39.047447 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-ece2b4f8-b2de-47a3-8416-92e912e1c84a req-587bf89a-bdea-49ec-9d69-653eff282234 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/ports?device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671 HTTP/1.1" status: 200 len: 210 time: 0.0418339 May 20 19:50:40.157324 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-9a08eeff-4aeb-45af-908a-12c3c731e2d3 req-d90036e4-1d14-45bc-8651-686c24fed767 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/ports?device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671 HTTP/1.1" status: 200 len: 210 time: 0.0576761 May 20 19:50:41.312473 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-612b9eb2-822a-4746-80ce-4f9df8871b80 req-40bc713f-a8c1-4a3d-bfe1-9d1facb55ffa tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/ports?device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671 HTTP/1.1" status: 200 len: 210 time: 0.0434928 May 20 19:50:41.999658 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719745cf-1f07-4cf7-b002-f387fda76396 req-48699266-9490-4585-9f6a-76d62734ebca tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:42.001090 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-719745cf-1f07-4cf7-b002-f387fda76396 req-48699266-9490-4585-9f6a-76d62734ebca tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.65 "GET /v2.0/networks?id=e2855e30-4b47-414d-beab-1956cfce7926 HTTP/1.1" status: 200 len: 809 time: 0.1571574 May 20 19:50:42.051452 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-719745cf-1f07-4cf7-b002-f387fda76396 req-fc93be9f-4b65-457b-851e-243652ea7c64 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b0b262f9f7b4273897278152e258caa HTTP/1.1" status: 200 len: 379 time: 0.0408411 May 20 19:50:42.068833 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [req-719745cf-1f07-4cf7-b002-f387fda76396 req-f449675d-6ac3-40d4-96db-b76ccfcab268 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Request body: {'port': {'device_id': '4038e520-9efa-4c5c-a50d-f73dc8bbf671', 'network_id': 'e2855e30-4b47-414d-beab-1956cfce7926', 'admin_state_up': True, 'tenant_id': '7b0b262f9f7b4273897278152e258caa', 'security_groups': ['4f3fc1e5-98b0-45d1-98b1-0e19a20c6229']}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:50:42.206922 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [req-719745cf-1f07-4cf7-b002-f387fda76396 req-f449675d-6ac3-40d4-96db-b76ccfcab268 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:50:42.216589 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [req-719745cf-1f07-4cf7-b002-f387fda76396 req-f449675d-6ac3-40d4-96db-b76ccfcab268 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:50:42.226862 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-719745cf-1f07-4cf7-b002-f387fda76396 req-f449675d-6ac3-40d4-96db-b76ccfcab268 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Made reservation on behalf of 7b0b262f9f7b4273897278152e258caa for: {'port': 1} {{(pid=98243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:50:42.230543 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-719745cf-1f07-4cf7-b002-f387fda76396 req-f449675d-6ac3-40d4-96db-b76ccfcab268 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:42.396019 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.db_base_plugin_common [req-719745cf-1f07-4cf7-b002-f387fda76396 req-f449675d-6ac3-40d4-96db-b76ccfcab268 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Allocated IP 172.20.0.7 (e2855e30-4b47-414d-beab-1956cfce7926/bf9499b7-667f-439a-932a-3f5fc418b7b8/ddb83d6e-f684-4489-a470-9e9b5bab837b) {{(pid=98243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:50:42.476223 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-28347266-4d15-47e0-9574-2c082dc0ce99 req-f05293e1-1a93-414e-8771-66c5c3c42a5f tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/ports?device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671 HTTP/1.1" status: 200 len: 210 time: 0.0513361 May 20 19:50:42.728039 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-719745cf-1f07-4cf7-b002-f387fda76396 req-f449675d-6ac3-40d4-96db-b76ccfcab268 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify callbacks [] for port, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:42.744376 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.provisioning_blocks [req-719745cf-1f07-4cf7-b002-f387fda76396 req-f449675d-6ac3-40d4-96db-b76ccfcab268 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Transition to ACTIVE for port object ddb83d6e-f684-4489-a470-9e9b5bab837b will not be triggered until provisioned by entity DHCP. {{(pid=98243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:50:42.767639 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-719745cf-1f07-4cf7-b002-f387fda76396 req-f449675d-6ac3-40d4-96db-b76ccfcab268 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3727336'] for port, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:42.773289 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-1773913b-b450-4354-b357-cbd79d4fabbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:42.845728 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-719745cf-1f07-4cf7-b002-f387fda76396 req-f449675d-6ac3-40d4-96db-b76ccfcab268 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Network e2855e30-4b47-414d-beab-1956cfce7926 is already hosted by enough agents. {{(pid=98243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:50:42.848604 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.base_scheduler [req-719745cf-1f07-4cf7-b002-f387fda76396 req-f449675d-6ac3-40d4-96db-b76ccfcab268 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Resources bound (agent type, host, resource id): {{(pid=98243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:50:42.852930 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.l3_dvrscheduler_db [req-719745cf-1f07-4cf7-b002-f387fda76396 req-f449675d-6ac3-40d4-96db-b76ccfcab268 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Received port after_create {{(pid=98243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:50:42.877938 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f449675d-6ac3-40d4-96db-b76ccfcab268 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Pushing event updated for resources: {'Port': ['ID=ddb83d6e-f684-4489-a470-9e9b5bab837b,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:42.895399 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f449675d-6ac3-40d4-96db-b76ccfcab268 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:42.895802 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f449675d-6ac3-40d4-96db-b76ccfcab268 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:42.896171 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f449675d-6ac3-40d4-96db-b76ccfcab268 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:42.896530 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f449675d-6ac3-40d4-96db-b76ccfcab268 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:42.896889 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f449675d-6ac3-40d4-96db-b76ccfcab268 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:42.897242 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f449675d-6ac3-40d4-96db-b76ccfcab268 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:42.897594 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f449675d-6ac3-40d4-96db-b76ccfcab268 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:42.897949 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f449675d-6ac3-40d4-96db-b76ccfcab268 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:42.898319 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f449675d-6ac3-40d4-96db-b76ccfcab268 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:42.898649 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f449675d-6ac3-40d4-96db-b76ccfcab268 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:42.898997 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f449675d-6ac3-40d4-96db-b76ccfcab268 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:42.899343 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f449675d-6ac3-40d4-96db-b76ccfcab268 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:42.909795 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-f449675d-6ac3-40d4-96db-b76ccfcab268 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:42.931248 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719745cf-1f07-4cf7-b002-f387fda76396 req-f449675d-6ac3-40d4-96db-b76ccfcab268 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:42.931918 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-719745cf-1f07-4cf7-b002-f387fda76396 req-f449675d-6ac3-40d4-96db-b76ccfcab268 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for port, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:42.958095 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-719745cf-1f07-4cf7-b002-f387fda76396 req-f449675d-6ac3-40d4-96db-b76ccfcab268 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8929019 May 20 19:50:42.972610 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [req-719745cf-1f07-4cf7-b002-f387fda76396 req-b9b54055-649f-48c0-a94c-37db4d4ce307 service neutron] Request body: {'port': {'device_id': '4038e520-9efa-4c5c-a50d-f73dc8bbf671', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:50:43.044031 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-7a162788-0091-4674-984d-47bbdaf3a5d4 None None] Provisioning for port ddb83d6e-f684-4489-a470-9e9b5bab837b completed by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:50:43.049019 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-7a162788-0091-4674-984d-47bbdaf3a5d4 None None] Provisioning complete for port ddb83d6e-f684-4489-a470-9e9b5bab837b triggered by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:50:43.049471 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-7a162788-0091-4674-984d-47bbdaf3a5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:43.087184 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-719745cf-1f07-4cf7-b002-f387fda76396 req-b9b54055-649f-48c0-a94c-37db4d4ce307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:43.103000 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-7a162788-0091-4674-984d-47bbdaf3a5d4 None None] Port ddb83d6e-f684-4489-a470-9e9b5bab837b cannot update to ACTIVE because it is not bound. {{(pid=98245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 19:50:43.422885 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.notifiers.nova [req-719745cf-1f07-4cf7-b002-f387fda76396 req-b9b54055-649f-48c0-a94c-37db4d4ce307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddb83d6e-f684-4489-a470-9e9b5bab837b {{(pid=98243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:50:43.431120 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-719745cf-1f07-4cf7-b002-f387fda76396 req-b9b54055-649f-48c0-a94c-37db4d4ce307 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:43.446474 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.provisioning_blocks [req-719745cf-1f07-4cf7-b002-f387fda76396 req-b9b54055-649f-48c0-a94c-37db4d4ce307 service neutron] Transition to ACTIVE for port object ddb83d6e-f684-4489-a470-9e9b5bab837b will not be triggered until provisioned by entity L2. {{(pid=98243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:50:43.450181 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-719745cf-1f07-4cf7-b002-f387fda76396 req-b9b54055-649f-48c0-a94c-37db4d4ce307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3727329'] for port, after_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:43.454400 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-6afd8941-43da-4d37-adf0-79c16e026d75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:43.623683 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b54055-649f-48c0-a94c-37db4d4ce307 service neutron] Pushing event updated for resources: {'Port': ['ID=ddb83d6e-f684-4489-a470-9e9b5bab837b,revision_number=2']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:43.631321 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-b9b54055-649f-48c0-a94c-37db4d4ce307 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:43.694170 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda112e4-ba5f-4f98-8229-9e4b03d06e44 req-c6d722a9-8f43-4991-ab35-5af5b4e4f300 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:43.697036 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-eda112e4-ba5f-4f98-8229-9e4b03d06e44 req-c6d722a9-8f43-4991-ab35-5af5b4e4f300 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/ports?device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671 HTTP/1.1" status: 200 len: 943 time: 0.0931954 May 20 19:50:43.700248 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.managers [req-719745cf-1f07-4cf7-b002-f387fda76396 req-b9b54055-649f-48c0-a94c-37db4d4ce307 service neutron] Attempting to bind port ddb83d6e-f684-4489-a470-9e9b5bab837b on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:50:43.700628 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.managers [req-719745cf-1f07-4cf7-b002-f387fda76396 req-b9b54055-649f-48c0-a94c-37db4d4ce307 service neutron] Attempting to bind port ddb83d6e-f684-4489-a470-9e9b5bab837b by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'b09a506f-5585-4424-b3cd-50dc8cad2168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e2855e30-4b47-414d-beab-1956cfce7926'}] {{(pid=98243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:50:43.700910 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719745cf-1f07-4cf7-b002-f387fda76396 req-b9b54055-649f-48c0-a94c-37db4d4ce307 service neutron] Attempting to bind port ddb83d6e-f684-4489-a470-9e9b5bab837b on network e2855e30-4b47-414d-beab-1956cfce7926 {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:50:43.705613 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719745cf-1f07-4cf7-b002-f387fda76396 req-b9b54055-649f-48c0-a94c-37db4d4ce307 service neutron] Port ddb83d6e-f684-4489-a470-9e9b5bab837b on network e2855e30-4b47-414d-beab-1956cfce7926 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 19:50:43.705936 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719745cf-1f07-4cf7-b002-f387fda76396 req-b9b54055-649f-48c0-a94c-37db4d4ce307 service neutron] Attempting to bind port ddb83d6e-f684-4489-a470-9e9b5bab837b on network e2855e30-4b47-414d-beab-1956cfce7926 {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:50:43.711192 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719745cf-1f07-4cf7-b002-f387fda76396 req-b9b54055-649f-48c0-a94c-37db4d4ce307 service neutron] Checking agent: {'id': '35bcd696-cda5-4691-8ef9-fd8f1ab55a75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 39, 6), 'started_at': datetime.datetime(2021, 5, 20, 19, 39, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:50:43.711532 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719745cf-1f07-4cf7-b002-f387fda76396 req-b9b54055-649f-48c0-a94c-37db4d4ce307 service neutron] Checking segment: {'id': 'b09a506f-5585-4424-b3cd-50dc8cad2168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e2855e30-4b47-414d-beab-1956cfce7926'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:50:43.711942 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719745cf-1f07-4cf7-b002-f387fda76396 req-b9b54055-649f-48c0-a94c-37db4d4ce307 service neutron] Bound using segment: {'id': 'b09a506f-5585-4424-b3cd-50dc8cad2168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e2855e30-4b47-414d-beab-1956cfce7926'} {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:50:43.712377 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.managers [req-719745cf-1f07-4cf7-b002-f387fda76396 req-b9b54055-649f-48c0-a94c-37db4d4ce307 service neutron] Bound port: ddb83d6e-f684-4489-a470-9e9b5bab837b, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b09a506f-5585-4424-b3cd-50dc8cad2168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e2855e30-4b47-414d-beab-1956cfce7926'}}] {{(pid=98243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:50:43.712718 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-719745cf-1f07-4cf7-b002-f387fda76396 req-b9b54055-649f-48c0-a94c-37db4d4ce307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:43.743273 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-eda112e4-ba5f-4f98-8229-9e4b03d06e44 req-a3d88b18-35e6-48ce-ae3c-d42caf79911d tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Synchronizing usage tracker for tenant:7b0b262f9f7b4273897278152e258caa on resource:security_group {{(pid=98244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:50:43.760287 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-eda112e4-ba5f-4f98-8229-9e4b03d06e44 req-a3d88b18-35e6-48ce-ae3c-d42caf79911d tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Unset dirty status for tenant:7b0b262f9f7b4273897278152e258caa on resource:security_group {{(pid=98244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:50:43.761463 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-eda112e4-ba5f-4f98-8229-9e4b03d06e44 req-a3d88b18-35e6-48ce-ae3c-d42caf79911d tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/security-groups?id=4f3fc1e5-98b0-45d1-98b1-0e19a20c6229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587366 May 20 19:50:43.804736 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.db [req-719745cf-1f07-4cf7-b002-f387fda76396 req-b9b54055-649f-48c0-a94c-37db4d4ce307 service neutron] For port ddb83d6e-f684-4489-a470-9e9b5bab837b, host hv-cinder-79246, cleared binding levels {{(pid=98243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:50:43.807565 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.db [req-719745cf-1f07-4cf7-b002-f387fda76396 req-b9b54055-649f-48c0-a94c-37db4d4ce307 service neutron] For port ddb83d6e-f684-4489-a470-9e9b5bab837b, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=ddb83d6e-f684-4489-a470-9e9b5bab837b,segment=NetworkSegment(b09a506f-5585-4424-b3cd-50dc8cad2168),segment_id=b09a506f-5585-4424-b3cd-50dc8cad2168)] {{(pid=98243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:50:43.811888 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-719745cf-1f07-4cf7-b002-f387fda76396 req-b9b54055-649f-48c0-a94c-37db4d4ce307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3727329'] for port, after_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:43.816161 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-098f8f09-d510-48a3-821a-58362e9e9429 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:43.870448 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719745cf-1f07-4cf7-b002-f387fda76396 req-b9b54055-649f-48c0-a94c-37db4d4ce307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:43.871062 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-719745cf-1f07-4cf7-b002-f387fda76396 req-b9b54055-649f-48c0-a94c-37db4d4ce307 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for port, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:43.872461 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-719745cf-1f07-4cf7-b002-f387fda76396 req-b9b54055-649f-48c0-a94c-37db4d4ce307 service neutron] 10.222.0.65 "PUT /v2.0/ports/ddb83d6e-f684-4489-a470-9e9b5bab837b HTTP/1.1" status: 200 len: 1093 time: 0.9045420 May 20 19:50:43.872957 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4038e520-9efa-4c5c-a50d-f73dc8bbf671', 'tag': 'ddb83d6e-f684-4489-a470-9e9b5bab837b'}] {{(pid=98243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:50:43.902113 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b54055-649f-48c0-a94c-37db4d4ce307 service neutron] Pushing event updated for resources: {'Port': ['ID=ddb83d6e-f684-4489-a470-9e9b5bab837b,revision_number=3']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:43.913114 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-b9b54055-649f-48c0-a94c-37db4d4ce307 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:43.949901 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4038e520-9efa-4c5c-a50d-f73dc8bbf671', 'tag': 'ddb83d6e-f684-4489-a470-9e9b5bab837b', 'status': 'completed', 'code': 200} May 20 19:50:43.997060 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719745cf-1f07-4cf7-b002-f387fda76396 req-dbfa6d0c-e788-41a6-972a-e84a45831b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:43.998569 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-719745cf-1f07-4cf7-b002-f387fda76396 req-dbfa6d0c-e788-41a6-972a-e84a45831b7c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7b0b262f9f7b4273897278152e258caa&device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671 HTTP/1.1" status: 200 len: 1096 time: 0.0823941 May 20 19:50:44.069335 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-719745cf-1f07-4cf7-b002-f387fda76396 req-97626e70-d849-42c4-a322-00ef0d4d37f7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddb83d6e-f684-4489-a470-9e9b5bab837b HTTP/1.1" status: 200 len: 217 time: 0.0626290 May 20 19:50:44.135088 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719745cf-1f07-4cf7-b002-f387fda76396 req-88af9668-7617-4458-8db6-26fd4ea9a58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:44.136396 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-719745cf-1f07-4cf7-b002-f387fda76396 req-88af9668-7617-4458-8db6-26fd4ea9a58d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bf9499b7-667f-439a-932a-3f5fc418b7b8 HTTP/1.1" status: 200 len: 848 time: 0.0602536 May 20 19:50:44.209630 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719745cf-1f07-4cf7-b002-f387fda76396 req-6b4bfce8-573f-45b0-adfd-30905e59cb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:44.211095 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-719745cf-1f07-4cf7-b002-f387fda76396 req-6b4bfce8-573f-45b0-adfd-30905e59cb1d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e2855e30-4b47-414d-beab-1956cfce7926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0679691 May 20 19:50:44.341164 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-719745cf-1f07-4cf7-b002-f387fda76396 req-a5d71825-7d81-4942-83b4-c611b254d8e5 service neutron] 10.222.0.65 "GET /v2.0/networks/e2855e30-4b47-414d-beab-1956cfce7926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224828 May 20 19:50:44.555569 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-719745cf-1f07-4cf7-b002-f387fda76396 req-2e68a0ab-0672-47d1-9cec-574fc173d489 service neutron] 10.222.0.65 "GET /v2.0/networks/e2855e30-4b47-414d-beab-1956cfce7926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064953 May 20 19:50:44.675863 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab034030-9ff2-4085-935a-3a97628c836c req-5a48469c-992a-4ab3-993f-afaab83be245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:44.677322 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-ab034030-9ff2-4085-935a-3a97628c836c req-5a48469c-992a-4ab3-993f-afaab83be245 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7b0b262f9f7b4273897278152e258caa&device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671 HTTP/1.1" status: 200 len: 1096 time: 0.0739548 May 20 19:50:44.807631 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab034030-9ff2-4085-935a-3a97628c836c req-a27c7d07-8412-40b2-b8a6-d2c49c7fad1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:44.809079 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-ab034030-9ff2-4085-935a-3a97628c836c req-a27c7d07-8412-40b2-b8a6-d2c49c7fad1e service neutron] 10.222.0.65 "GET /v2.0/networks?id=e2855e30-4b47-414d-beab-1956cfce7926 HTTP/1.1" status: 200 len: 910 time: 0.1252861 May 20 19:50:44.878669 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-ab034030-9ff2-4085-935a-3a97628c836c req-d1ac7163-fe2f-422f-a11e-de3e239da4da service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddb83d6e-f684-4489-a470-9e9b5bab837b HTTP/1.1" status: 200 len: 217 time: 0.0624294 May 20 19:50:44.945195 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab034030-9ff2-4085-935a-3a97628c836c req-1b74c2d7-656f-4b83-b1dc-422e20f4ca37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:44.946692 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-ab034030-9ff2-4085-935a-3a97628c836c req-1b74c2d7-656f-4b83-b1dc-422e20f4ca37 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bf9499b7-667f-439a-932a-3f5fc418b7b8 HTTP/1.1" status: 200 len: 848 time: 0.0612414 May 20 19:50:44.956595 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8f375-6fd1-4270-b437-af2044e99f1d req-288f769b-3f9e-4f1d-aae9-e3efd7b14c17 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:44.958074 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-43f8f375-6fd1-4270-b437-af2044e99f1d req-288f769b-3f9e-4f1d-aae9-e3efd7b14c17 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/ports?device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671 HTTP/1.1" status: 200 len: 943 time: 0.0871561 May 20 19:50:45.005174 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-43f8f375-6fd1-4270-b437-af2044e99f1d req-c2112592-aca8-4ff8-816e-45242decf169 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/security-groups?id=4f3fc1e5-98b0-45d1-98b1-0e19a20c6229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408216 May 20 19:50:45.022599 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab034030-9ff2-4085-935a-3a97628c836c req-0a4b4bd7-1142-412f-8e78-17f675b5701f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:45.024087 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-ab034030-9ff2-4085-935a-3a97628c836c req-0a4b4bd7-1142-412f-8e78-17f675b5701f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e2855e30-4b47-414d-beab-1956cfce7926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0711572 May 20 19:50:45.154197 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-ab034030-9ff2-4085-935a-3a97628c836c req-a818be4b-d0db-4dda-8614-fd604d415c0b service neutron] 10.222.0.65 "GET /v2.0/networks/e2855e30-4b47-414d-beab-1956cfce7926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215146 May 20 19:50:45.285198 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-ab034030-9ff2-4085-935a-3a97628c836c req-b14ea83e-6b1f-4859-8c5f-fc1aedfcf671 service neutron] 10.222.0.65 "GET /v2.0/networks/e2855e30-4b47-414d-beab-1956cfce7926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219842 May 20 19:50:46.193145 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791dc33c-697f-4c10-8714-549095f8c6a3 req-de5d5370-92ea-42a5-9a99-8b94efb8c885 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:46.193904 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-791dc33c-697f-4c10-8714-549095f8c6a3 req-de5d5370-92ea-42a5-9a99-8b94efb8c885 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Synchronizing usage tracker for tenant:7b0b262f9f7b4273897278152e258caa on resource:port {{(pid=98243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:50:46.209133 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-791dc33c-697f-4c10-8714-549095f8c6a3 req-de5d5370-92ea-42a5-9a99-8b94efb8c885 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Unset dirty status for tenant:7b0b262f9f7b4273897278152e258caa on resource:port {{(pid=98243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:50:46.210306 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-791dc33c-697f-4c10-8714-549095f8c6a3 req-de5d5370-92ea-42a5-9a99-8b94efb8c885 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/ports?device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671 HTTP/1.1" status: 200 len: 943 time: 0.1006444 May 20 19:50:46.255207 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-791dc33c-697f-4c10-8714-549095f8c6a3 req-477bc886-fe98-45ff-aa7e-255fd5f261e1 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/security-groups?id=4f3fc1e5-98b0-45d1-98b1-0e19a20c6229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391526 May 20 19:50:47.485512 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438031a7-40a7-4d5d-bdf7-69b041c2ef9d req-82cc19bf-8401-4939-91e6-ac4d3f165fc4 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:47.486955 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-438031a7-40a7-4d5d-bdf7-69b041c2ef9d req-82cc19bf-8401-4939-91e6-ac4d3f165fc4 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/ports?device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671 HTTP/1.1" status: 200 len: 943 time: 0.1272287 May 20 19:50:47.532720 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-438031a7-40a7-4d5d-bdf7-69b041c2ef9d req-9c6aabc7-733a-4a2d-a550-af391c5bf5cf tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/security-groups?id=4f3fc1e5-98b0-45d1-98b1-0e19a20c6229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398471 May 20 19:50:48.721074 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b285a95b-623f-43e7-9f90-5f2c4d59c3f1 req-0821b552-c6b4-4f27-950d-2b757220e8bf tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:48.722554 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-b285a95b-623f-43e7-9f90-5f2c4d59c3f1 req-0821b552-c6b4-4f27-950d-2b757220e8bf tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/ports?device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671 HTTP/1.1" status: 200 len: 943 time: 0.0835617 May 20 19:50:48.769387 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-b285a95b-623f-43e7-9f90-5f2c4d59c3f1 req-26f4aea6-c86f-443a-94d7-f307c2228df9 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/security-groups?id=4f3fc1e5-98b0-45d1-98b1-0e19a20c6229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412087 May 20 19:50:49.959730 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dffcb0-e0ed-4e1b-8ec7-8abcf8374e0b req-44cb51e4-3a6b-4299-8ea0-a396fd41a306 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:49.961187 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-70dffcb0-e0ed-4e1b-8ec7-8abcf8374e0b req-44cb51e4-3a6b-4299-8ea0-a396fd41a306 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/ports?device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671 HTTP/1.1" status: 200 len: 943 time: 0.0846071 May 20 19:50:50.006525 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-70dffcb0-e0ed-4e1b-8ec7-8abcf8374e0b req-2d2b8cc0-7968-4f16-b114-c49879c8deee tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/security-groups?id=4f3fc1e5-98b0-45d1-98b1-0e19a20c6229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396879 May 20 19:50:50.221781 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1e231-b06c-48c3-80da-d0be507bf9b7 req-30a08616-f675-4635-9aa6-f9cc7a33de2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:50.223258 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-8da1e231-b06c-48c3-80da-d0be507bf9b7 req-30a08616-f675-4635-9aa6-f9cc7a33de2a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=06e766a72c9240e8a3468a5a7e0176a4&device_id=c08a6074-572e-460d-a21e-1ab647351912 HTTP/1.1" status: 200 len: 1138 time: 0.0717089 May 20 19:50:50.250136 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df482532-1174-466c-8761-a0fdd9cae9dd req-f24ad080-de64-4c2d-8f27-55884d786d76 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:50.252052 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-df482532-1174-466c-8761-a0fdd9cae9dd req-f24ad080-de64-4c2d-8f27-55884d786d76 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/ports?device_id=c08a6074-572e-460d-a21e-1ab647351912 HTTP/1.1" status: 200 len: 985 time: 0.0790009 May 20 19:50:50.303197 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-df482532-1174-466c-8761-a0fdd9cae9dd req-46d70c09-bddb-4a14-9132-7e06c24b8d0e tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/security-groups?id=14173c1b-0c02-42f5-bbaa-1697eb3f3a95&id=64ddf7ca-d4f7-49b3-a32d-3c712d559c27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0453453 May 20 19:50:50.358493 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1e231-b06c-48c3-80da-d0be507bf9b7 req-a35e001e-2c6b-4177-9f10-fdb905ba7e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:50.359898 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-8da1e231-b06c-48c3-80da-d0be507bf9b7 req-a35e001e-2c6b-4177-9f10-fdb905ba7e9a service neutron] 10.222.0.65 "GET /v2.0/networks?id=1b327da3-33cc-49f3-95cb-f563b6ea1ed4 HTTP/1.1" status: 200 len: 916 time: 0.1275795 May 20 19:50:50.463673 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-8da1e231-b06c-48c3-80da-d0be507bf9b7 req-d996e992-4afa-46c2-a55c-16be924decfe service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efb64f4b-1258-439d-b6a1-01c6b39dcf06 HTTP/1.1" status: 200 len: 1001 time: 0.0944021 May 20 19:50:50.527613 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1e231-b06c-48c3-80da-d0be507bf9b7 req-5f7bc8a2-b208-46ba-9e06-da60e3de82b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:50.529123 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-8da1e231-b06c-48c3-80da-d0be507bf9b7 req-5f7bc8a2-b208-46ba-9e06-da60e3de82b3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7f99646e-4cb2-4305-a61f-1e32124e00b0 HTTP/1.1" status: 200 len: 854 time: 0.0567470 May 20 19:50:50.607415 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1e231-b06c-48c3-80da-d0be507bf9b7 req-dcf7c8c2-7668-4978-b604-9a9b8c96d70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:50.608995 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-8da1e231-b06c-48c3-80da-d0be507bf9b7 req-dcf7c8c2-7668-4978-b604-9a9b8c96d70c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1b327da3-33cc-49f3-95cb-f563b6ea1ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0718148 May 20 19:50:50.828825 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-8da1e231-b06c-48c3-80da-d0be507bf9b7 req-aadb33ff-b728-4bf4-8315-0d3cb4953d01 service neutron] 10.222.0.65 "GET /v2.0/networks/1b327da3-33cc-49f3-95cb-f563b6ea1ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107446 May 20 19:50:50.962627 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-8da1e231-b06c-48c3-80da-d0be507bf9b7 req-693f815b-84ea-4b5d-bde4-321420a1fafd service neutron] 10.222.0.65 "GET /v2.0/networks/1b327da3-33cc-49f3-95cb-f563b6ea1ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261077 May 20 19:50:51.242216 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99c48d-9b5e-4983-8a46-1f71d953185e req-eae3f18c-efc7-4a21-8c3c-44149851c5f3 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:51.243663 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-dd99c48d-9b5e-4983-8a46-1f71d953185e req-eae3f18c-efc7-4a21-8c3c-44149851c5f3 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/ports?device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671 HTTP/1.1" status: 200 len: 943 time: 0.1306458 May 20 19:50:51.288453 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-dd99c48d-9b5e-4983-8a46-1f71d953185e req-229e9426-4587-4b79-843d-e3c0e2ef4137 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/security-groups?id=4f3fc1e5-98b0-45d1-98b1-0e19a20c6229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384650 May 20 19:50:51.488348 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb68b69-57a0-46c8-b0d3-de2d7e4fba83 req-c7babe04-d2f2-47f4-a96b-f303de4769a3 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:51.489707 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-deb68b69-57a0-46c8-b0d3-de2d7e4fba83 req-c7babe04-d2f2-47f4-a96b-f303de4769a3 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/ports?device_id=c08a6074-572e-460d-a21e-1ab647351912 HTTP/1.1" status: 200 len: 985 time: 0.0823932 May 20 19:50:51.536490 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-deb68b69-57a0-46c8-b0d3-de2d7e4fba83 req-d506acf4-024f-40ed-a9d4-c696793c1ce7 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/security-groups?id=14173c1b-0c02-42f5-bbaa-1697eb3f3a95&id=64ddf7ca-d4f7-49b3-a32d-3c712d559c27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409791 May 20 19:50:52.473560 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526be78-8ac9-48c1-85a9-c04b7e578493 req-2a25fc71-9ddc-4d30-aea6-27f9a1914867 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:52.475004 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-3526be78-8ac9-48c1-85a9-c04b7e578493 req-2a25fc71-9ddc-4d30-aea6-27f9a1914867 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/ports?device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671 HTTP/1.1" status: 200 len: 943 time: 0.0827177 May 20 19:50:52.519872 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-3526be78-8ac9-48c1-85a9-c04b7e578493 req-d13411d3-cbde-43b3-ad76-6c702498c378 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/security-groups?id=4f3fc1e5-98b0-45d1-98b1-0e19a20c6229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391963 May 20 19:50:52.725787 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145aa74-d8ab-4b27-8ddd-8c02ebcea832 req-9ee2c396-b21c-41a4-8764-1924f8e13746 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:52.727210 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-7145aa74-d8ab-4b27-8ddd-8c02ebcea832 req-9ee2c396-b21c-41a4-8764-1924f8e13746 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/ports?device_id=c08a6074-572e-460d-a21e-1ab647351912 HTTP/1.1" status: 200 len: 985 time: 0.0846972 May 20 19:50:52.774391 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-7145aa74-d8ab-4b27-8ddd-8c02ebcea832 req-4f203160-181b-472c-a628-6162cfe5e09d tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/security-groups?id=14173c1b-0c02-42f5-bbaa-1697eb3f3a95&id=64ddf7ca-d4f7-49b3-a32d-3c712d559c27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410311 May 20 19:50:53.716133 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb236cf-7baa-4c29-97d1-408f8ce57c4c req-b93063af-558c-4bc0-9155-a4be315adce5 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:53.718163 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-9fb236cf-7baa-4c29-97d1-408f8ce57c4c req-b93063af-558c-4bc0-9155-a4be315adce5 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/ports?device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671 HTTP/1.1" status: 200 len: 943 time: 0.0922842 May 20 19:50:53.765279 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-9fb236cf-7baa-4c29-97d1-408f8ce57c4c req-e52803d1-9172-42fb-8eeb-3c067974b05c tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/security-groups?id=4f3fc1e5-98b0-45d1-98b1-0e19a20c6229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414865 May 20 19:50:53.959804 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5178b5f-87a2-4124-8fcc-a8bc26986215 req-9836915b-50b7-4761-b819-3f219eed4a5e tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:53.961249 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-b5178b5f-87a2-4124-8fcc-a8bc26986215 req-9836915b-50b7-4761-b819-3f219eed4a5e tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/ports?device_id=c08a6074-572e-460d-a21e-1ab647351912 HTTP/1.1" status: 200 len: 985 time: 0.0796843 May 20 19:50:54.007557 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-b5178b5f-87a2-4124-8fcc-a8bc26986215 req-ab774fcb-dba0-494c-9461-dbca52f2a987 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/security-groups?id=14173c1b-0c02-42f5-bbaa-1697eb3f3a95&id=64ddf7ca-d4f7-49b3-a32d-3c712d559c27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403171 May 20 19:50:54.016152 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device ddb83d6e-f684-4489-a470-9e9b5bab837b details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 19:50:54.147929 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port ddb83d6e-f684-4489-a470-9e9b5bab837b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=ddb83d6e-f684-4489-a470-9e9b5bab837b,segment=NetworkSegment(b09a506f-5585-4424-b3cd-50dc8cad2168),segment_id=b09a506f-5585-4424-b3cd-50dc8cad2168)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:50:54.160865 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Returning: {'device': 'ddb83d6e-f684-4489-a470-9e9b5bab837b', 'network_id': 'e2855e30-4b47-414d-beab-1956cfce7926', 'port_id': 'ddb83d6e-f684-4489-a470-9e9b5bab837b', 'mac_address': 'fa:16:3e:4b:24:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf9499b7-667f-439a-932a-3f5fc418b7b8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 19:50:54.261234 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:54.278928 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.notifiers.nova [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddb83d6e-f684-4489-a470-9e9b5bab837b {{(pid=98245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:50:54.294310 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port ddb83d6e-f684-4489-a470-9e9b5bab837b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=ddb83d6e-f684-4489-a470-9e9b5bab837b,segment=NetworkSegment(b09a506f-5585-4424-b3cd-50dc8cad2168),segment_id=b09a506f-5585-4424-b3cd-50dc8cad2168)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:50:54.298352 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:54.300236 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3f6a7017-0dc7-4df2-a72b-a949b7af9bbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:54.364067 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Pushing event updated for resources: {'Port': ['ID=ddb83d6e-f684-4489-a470-9e9b5bab837b,revision_number=4']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:54.367059 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:54.546084 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] get_ports_and_sgs() called for port_ids ['ddb83d6e-f684-4489-a470-9e9b5bab837b'] {{(pid=98245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:50:54.949380 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e00fa-3c3d-4d29-85d9-c10ca1ff3153 req-13c67e1a-f915-43c4-af8e-a20c1bd4d070 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:54.950815 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-b29e00fa-3c3d-4d29-85d9-c10ca1ff3153 req-13c67e1a-f915-43c4-af8e-a20c1bd4d070 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/ports?device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671 HTTP/1.1" status: 200 len: 944 time: 0.0788040 May 20 19:50:54.994684 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-b29e00fa-3c3d-4d29-85d9-c10ca1ff3153 req-75f5f694-0844-40b9-9def-df2a742d9714 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/security-groups?id=4f3fc1e5-98b0-45d1-98b1-0e19a20c6229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381279 May 20 19:50:55.194205 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe920b7-d2d8-4d7c-8b13-fc85839fc0f3 req-10205bda-3910-4bb2-89d7-cce8a43deb14 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:55.195658 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6fe920b7-d2d8-4d7c-8b13-fc85839fc0f3 req-10205bda-3910-4bb2-89d7-cce8a43deb14 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/ports?device_id=c08a6074-572e-460d-a21e-1ab647351912 HTTP/1.1" status: 200 len: 985 time: 0.0837579 May 20 19:50:55.242803 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6fe920b7-d2d8-4d7c-8b13-fc85839fc0f3 req-d770c1ba-d8a7-4632-a4e4-eee5b67c0ea4 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/security-groups?id=14173c1b-0c02-42f5-bbaa-1697eb3f3a95&id=64ddf7ca-d4f7-49b3-a32d-3c712d559c27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407155 May 20 19:50:56.030862 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device ddb83d6e-f684-4489-a470-9e9b5bab837b up at agent hyperv_hv-cinder-79246 {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:50:56.097651 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Provisioning for port ddb83d6e-f684-4489-a470-9e9b5bab837b completed by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:50:56.102350 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Provisioning complete for port ddb83d6e-f684-4489-a470-9e9b5bab837b triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:50:56.102753 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:56.188733 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42f3cc-8054-4b78-a2bd-b7afb9ab55f2 req-d6211bb5-7d1d-413b-adf2-ce9269217842 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:56.190166 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-9c42f3cc-8054-4b78-a2bd-b7afb9ab55f2 req-d6211bb5-7d1d-413b-adf2-ce9269217842 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/ports?device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671 HTTP/1.1" status: 200 len: 944 time: 0.0852118 May 20 19:50:56.220398 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:56.235010 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-9c42f3cc-8054-4b78-a2bd-b7afb9ab55f2 req-c144c6db-e484-4ba5-b860-dd374cb21654 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/security-groups?id=4f3fc1e5-98b0-45d1-98b1-0e19a20c6229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390096 May 20 19:50:56.247369 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4038e520-9efa-4c5c-a50d-f73dc8bbf671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb83d6e-f684-4489-a470-9e9b5bab837b'}] {{(pid=98245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:50:56.258268 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port ddb83d6e-f684-4489-a470-9e9b5bab837b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=ddb83d6e-f684-4489-a470-9e9b5bab837b,segment=NetworkSegment(b09a506f-5585-4424-b3cd-50dc8cad2168),segment_id=b09a506f-5585-4424-b3cd-50dc8cad2168)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:50:56.262799 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:56.265378 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:56.299649 dv-cinder-792462-2-iscsi neutron-server[98245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4038e520-9efa-4c5c-a50d-f73dc8bbf671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb83d6e-f684-4489-a470-9e9b5bab837b', 'code': 200} May 20 19:50:56.333185 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Pushing event updated for resources: {'Port': ['ID=ddb83d6e-f684-4489-a470-9e9b5bab837b,revision_number=5']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:56.336104 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:56.439094 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8253d386-d5b2-4c6c-b38f-c373dd56e175 req-45687036-69bc-46c4-9d38-baa24d4eb280 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:56.440585 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-8253d386-d5b2-4c6c-b38f-c373dd56e175 req-45687036-69bc-46c4-9d38-baa24d4eb280 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/ports?device_id=c08a6074-572e-460d-a21e-1ab647351912 HTTP/1.1" status: 200 len: 985 time: 0.0818901 May 20 19:50:56.487644 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-8253d386-d5b2-4c6c-b38f-c373dd56e175 req-5c73dfd2-fc7d-423d-81c9-eeb67c7eed75 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/security-groups?id=14173c1b-0c02-42f5-bbaa-1697eb3f3a95&id=64ddf7ca-d4f7-49b3-a32d-3c712d559c27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410073 May 20 19:50:56.585149 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a949d8-dfc1-41f6-b60d-bc51f6900de2 req-1e685060-15d6-405e-856a-bec8dbf660b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:56.586516 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-12a949d8-dfc1-41f6-b60d-bc51f6900de2 req-1e685060-15d6-405e-856a-bec8dbf660b6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671 HTTP/1.1" status: 200 len: 1098 time: 0.0733683 May 20 19:50:56.627170 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-12a949d8-dfc1-41f6-b60d-bc51f6900de2 req-bf7e40ba-47f4-44d8-b38d-c2911ac25517 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4f3fc1e5-98b0-45d1-98b1-0e19a20c6229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344820 May 20 19:50:57.432494 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc428ac-3957-4cf9-a898-4513b1c9b3ab req-badbb46f-990c-4797-9dc0-026742fcca9a tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:57.434073 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-cbc428ac-3957-4cf9-a898-4513b1c9b3ab req-badbb46f-990c-4797-9dc0-026742fcca9a tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/ports?device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671 HTTP/1.1" status: 200 len: 945 time: 0.0927966 May 20 19:50:57.480687 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-cbc428ac-3957-4cf9-a898-4513b1c9b3ab req-c749b996-ca6f-4761-9d42-f0fe0eafeab9 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/security-groups?id=4f3fc1e5-98b0-45d1-98b1-0e19a20c6229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408602 May 20 19:50:57.671694 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee28fbe-4244-4e39-940a-d453c5958bc1 req-6a49d281-0011-4566-b6bd-5acc4c5f783e tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:57.673149 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-2ee28fbe-4244-4e39-940a-d453c5958bc1 req-6a49d281-0011-4566-b6bd-5acc4c5f783e tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/ports?device_id=c08a6074-572e-460d-a21e-1ab647351912 HTTP/1.1" status: 200 len: 985 time: 0.0800028 May 20 19:50:57.720304 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-2ee28fbe-4244-4e39-940a-d453c5958bc1 req-05f88e61-243a-4e82-b077-2abe70cfe28c tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/security-groups?id=14173c1b-0c02-42f5-bbaa-1697eb3f3a95&id=64ddf7ca-d4f7-49b3-a32d-3c712d559c27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413430 May 20 19:50:58.665416 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d33b93-a416-4f95-aec2-7f27005495f4 req-f521401f-768b-4ad7-abe8-261f9f828451 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:58.666853 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-11d33b93-a416-4f95-aec2-7f27005495f4 req-f521401f-768b-4ad7-abe8-261f9f828451 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/ports?device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671 HTTP/1.1" status: 200 len: 945 time: 0.0801041 May 20 19:50:58.710948 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-11d33b93-a416-4f95-aec2-7f27005495f4 req-d5953344-f767-45af-81a8-c8b9e399383e tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/security-groups?id=4f3fc1e5-98b0-45d1-98b1-0e19a20c6229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374498 May 20 19:50:58.910788 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452e0b7-c18d-4a2b-8072-3ec49c503e5e req-8cee5256-4ba8-4e7a-8015-a9590d4c63aa tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:58.912377 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-4452e0b7-c18d-4a2b-8072-3ec49c503e5e req-8cee5256-4ba8-4e7a-8015-a9590d4c63aa tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/ports?device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671 HTTP/1.1" status: 200 len: 945 time: 0.0879347 May 20 19:50:58.960425 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-4452e0b7-c18d-4a2b-8072-3ec49c503e5e req-de77ded8-b312-4b93-8f47-bbe7591900b1 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/security-groups?id=4f3fc1e5-98b0-45d1-98b1-0e19a20c6229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417902 May 20 19:50:58.989702 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 44910) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:50:59.034791 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf719d-4b82-4b88-b79d-2640ba599dc3 req-d8d4505a-9cd7-4ad4-bfa4-788d577aece3 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:59.036397 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-87bf719d-4b82-4b88-b79d-2640ba599dc3 req-d8d4505a-9cd7-4ad4-bfa4-788d577aece3 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/ports?device_id=c08a6074-572e-460d-a21e-1ab647351912 HTTP/1.1" status: 200 len: 985 time: 0.2100897 May 20 19:50:59.084641 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-87bf719d-4b82-4b88-b79d-2640ba599dc3 req-1ed2fb63-769f-4f21-986a-8687caa51382 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/security-groups?id=14173c1b-0c02-42f5-bbaa-1697eb3f3a95&id=64ddf7ca-d4f7-49b3-a32d-3c712d559c27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0424500 May 20 19:50:59.123970 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be96c1b-8705-46d1-b1f4-695347963716 tempest-TestShelveInstance-327004180 tempest-TestShelveInstance-327004180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:59.125460 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-9be96c1b-8705-46d1-b1f4-695347963716 tempest-TestShelveInstance-327004180 tempest-TestShelveInstance-327004180-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671 HTTP/1.1" status: 200 len: 1093 time: 0.1346867 May 20 19:50:59.129196 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 44916) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:50:59.134208 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [None req-8dc36134-4298-4b23-998a-165374d8f012 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Request body: {'floatingip': {'floating_network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'port_id': 'ddb83d6e-f684-4489-a470-9e9b5bab837b', 'tenant_id': '7b0b262f9f7b4273897278152e258caa', 'fixed_ip_address': '172.20.0.7'}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:50:59.140524 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-8dc36134-4298-4b23-998a-165374d8f012 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:50:59.144283 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-8dc36134-4298-4b23-998a-165374d8f012 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Usage tracker for resource:floatingip and tenant:7b0b262f9f7b4273897278152e258caa is out of sync, need to count used quota {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:50:59.147085 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [None req-8dc36134-4298-4b23-998a-165374d8f012 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:50:59.152800 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [None req-8dc36134-4298-4b23-998a-165374d8f012 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:50:59.164693 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-8dc36134-4298-4b23-998a-165374d8f012 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify callbacks [] for floatingip, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:59.297714 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-8dc36134-4298-4b23-998a-165374d8f012 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:59.428588 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.db_base_plugin_common [None req-8dc36134-4298-4b23-998a-165374d8f012 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Allocated IP 172.27.1.69 (b6b8e223-f4e2-43c0-a9aa-6e12566b63e3/0824c86c-c492-497a-a433-a5123d2f3ae1/4685f8e3-516d-4191-9437-612bda0e6569) {{(pid=98243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:50:59.573209 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-8dc36134-4298-4b23-998a-165374d8f012 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify callbacks [] for port, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:59.601841 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-8dc36134-4298-4b23-998a-165374d8f012 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3727336'] for port, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:59.606213 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-b26a052d-4925-41cd-aab5-0b57b3c511ff tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:59.669533 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc36134-4298-4b23-998a-165374d8f012 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Network b6b8e223-f4e2-43c0-a9aa-6e12566b63e3 is already hosted by enough agents. {{(pid=98243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:50:59.672885 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.base_scheduler [None req-8dc36134-4298-4b23-998a-165374d8f012 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Resources bound (agent type, host, resource id): {{(pid=98243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:50:59.676780 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc36134-4298-4b23-998a-165374d8f012 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Received port after_create {{(pid=98243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:50:59.720010 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc36134-4298-4b23-998a-165374d8f012 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Pushing event updated for resources: {'Port': ['ID=4685f8e3-516d-4191-9437-612bda0e6569,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:59.723300 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-8dc36134-4298-4b23-998a-165374d8f012 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:51:00.258318 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-8dc36134-4298-4b23-998a-165374d8f012 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:00.350485 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba0fd6-a9e6-449d-b9d0-8a09e7a6e514 req-e3ec703d-586c-4930-bf4d-467917b276b1 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:51:00.351940 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c1ba0fd6-a9e6-449d-b9d0-8a09e7a6e514 req-e3ec703d-586c-4930-bf4d-467917b276b1 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/ports?device_id=c08a6074-572e-460d-a21e-1ab647351912 HTTP/1.1" status: 200 len: 985 time: 0.1578951 May 20 19:51:00.359146 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-8dc36134-4298-4b23-998a-165374d8f012 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:00.451887 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c1ba0fd6-a9e6-449d-b9d0-8a09e7a6e514 req-32b80224-e3f1-4541-ac89-85594b91fe1d tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/security-groups?id=14173c1b-0c02-42f5-bbaa-1697eb3f3a95&id=64ddf7ca-d4f7-49b3-a32d-3c712d559c27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0930178 May 20 19:51:00.598292 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-8dc36134-4298-4b23-998a-165374d8f012 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify callbacks [] for port, precommit_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:00.602984 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-8dc36134-4298-4b23-998a-165374d8f012 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3727329'] for port, after_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:00.606722 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-a94920a1-e7a4-41cf-88e9-957df16caec3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:51:00.715054 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc36134-4298-4b23-998a-165374d8f012 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Pushing event updated for resources: {'Port': ['ID=4685f8e3-516d-4191-9437-612bda0e6569,revision_number=2']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:51:00.718311 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-8dc36134-4298-4b23-998a-165374d8f012 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:51:00.727269 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-8dc36134-4298-4b23-998a-165374d8f012 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745732'] for floatingip, after_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:00.895164 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.db.l3_db [None req-8dc36134-4298-4b23-998a-165374d8f012 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Floating IP 6f28c799-a862-4c26-85d5-a81db8cb3067 associated. External IP: 172.27.1.69, port: ddb83d6e-f684-4489-a470-9e9b5bab837b. May 20 19:51:01.237597 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc36134-4298-4b23-998a-165374d8f012 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Router 21db49b2-60d6-42e0-9966-4b7050c33aa6 has already been hosted by L3 agent bf06d900-968e-4d51-b3d3-e51a8143bf8e {{(pid=98243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:51:01.514224 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc36134-4298-4b23-998a-165374d8f012 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify agent at l3_agent.dv-cinder-792462-2-iscsi the message routers_updated {{(pid=98243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:51:01.529197 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76c7685-9fc7-4fae-bd9e-0c0f5793a11f None None] Sync routers for ids ['21db49b2-60d6-42e0-9966-4b7050c33aa6'] in dv-cinder-792462-2-iscsi {{(pid=98245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:51:01.539033 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-8dc36134-4298-4b23-998a-165374d8f012 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for floatingip, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:01.541054 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76c7685-9fc7-4fae-bd9e-0c0f5793a11f None None] Routers {'21db49b2-60d6-42e0-9966-4b7050c33aa6'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:51:01.542128 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-e76c7685-9fc7-4fae-bd9e-0c0f5793a11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:50:34Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['21db49b2-60d6-42e0-9966-4b7050c33aa6'], 'active': True} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:51:01.596874 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-8dc36134-4298-4b23-998a-165374d8f012 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4666641 May 20 19:51:01.597706 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4038e520-9efa-4c5c-a50d-f73dc8bbf671', 'tag': 'ddb83d6e-f684-4489-a470-9e9b5bab837b'}] {{(pid=98243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:51:01.645370 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4038e520-9efa-4c5c-a50d-f73dc8bbf671', 'tag': 'ddb83d6e-f684-4489-a470-9e9b5bab837b', 'status': 'completed', 'code': 200} May 20 19:51:01.667142 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d65e8-e146-4fef-bec5-c469514f93c6 req-05a8e1f6-8711-47a5-a435-c02f933bfb51 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:51:01.669584 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-ec4d65e8-e146-4fef-bec5-c469514f93c6 req-05a8e1f6-8711-47a5-a435-c02f933bfb51 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/ports?device_id=c08a6074-572e-460d-a21e-1ab647351912 HTTP/1.1" status: 200 len: 985 time: 0.1095324 May 20 19:51:01.725313 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvr_db [None req-e76c7685-9fc7-4fae-bd9e-0c0f5793a11f None None] Set router 21db49b2-60d6-42e0-9966-4b7050c33aa6 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:51:01.743285 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd74be0-e181-4dd3-9664-47c2e7124988 req-c9a07d2a-4f2b-4ca4-9a37-1243f53b383d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:51:01.745146 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-1bd74be0-e181-4dd3-9664-47c2e7124988 req-c9a07d2a-4f2b-4ca4-9a37-1243f53b383d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7b0b262f9f7b4273897278152e258caa&device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671 HTTP/1.1" status: 200 len: 1098 time: 0.0776803 May 20 19:51:01.751519 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-ec4d65e8-e146-4fef-bec5-c469514f93c6 req-8c23551a-ecf2-4c6e-b24c-0d66f96b6f24 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/security-groups?id=14173c1b-0c02-42f5-bbaa-1697eb3f3a95&id=64ddf7ca-d4f7-49b3-a32d-3c712d559c27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0749941 May 20 19:51:01.925495 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd74be0-e181-4dd3-9664-47c2e7124988 req-2b3fd15c-3ffe-4452-8276-162f274f3a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:51:01.926956 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-1bd74be0-e181-4dd3-9664-47c2e7124988 req-2b3fd15c-3ffe-4452-8276-162f274f3a81 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e2855e30-4b47-414d-beab-1956cfce7926 HTTP/1.1" status: 200 len: 910 time: 0.1761014 May 20 19:51:02.032614 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-1bd74be0-e181-4dd3-9664-47c2e7124988 req-17604250-7eb5-4003-8d3e-3040f2643610 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddb83d6e-f684-4489-a470-9e9b5bab837b HTTP/1.1" status: 200 len: 998 time: 0.0989373 May 20 19:51:02.100945 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd74be0-e181-4dd3-9664-47c2e7124988 req-db09e87b-6ab6-449c-adfd-80cedd6d0eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:51:02.102408 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-1bd74be0-e181-4dd3-9664-47c2e7124988 req-db09e87b-6ab6-449c-adfd-80cedd6d0eff service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bf9499b7-667f-439a-932a-3f5fc418b7b8 HTTP/1.1" status: 200 len: 848 time: 0.0631220 May 20 19:51:02.113318 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-e76c7685-9fc7-4fae-bd9e-0c0f5793a11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21db49b2-60d6-42e0-9966-4b7050c33aa6', 'name': 'tempest-TestShelveInstance-1309000384-router', 'tenant_id': '7b0b262f9f7b4273897278152e258caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '7e1f6305-3a05-4fd6-aa70-fe22a8faaba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:50:01Z', 'updated_at': '2021-05-20T19:50:05Z', 'revision_number': 4, 'project_id': '7b0b262f9f7b4273897278152e258caa', 'gw_port': {'id': '7e1f6305-3a05-4fd6-aa70-fe22a8faaba3', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:70:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db49b2-60d6-42e0-9966-4b7050c33aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:02Z', 'updated_at': '2021-05-20T19:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_floatingips': [{'id': '6f28c799-a862-4c26-85d5-a81db8cb3067', 'tenant_id': '7b0b262f9f7b4273897278152e258caa', 'floating_ip_address': '172.27.1.69', 'floating_network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'router_id': '21db49b2-60d6-42e0-9966-4b7050c33aa6', 'port_id': 'ddb83d6e-f684-4489-a470-9e9b5bab837b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2855e30-4b47-414d-beab-1956cfce7926', 'mac_address': 'fa:16:3e:4b:24:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4038e520-9efa-4c5c-a50d-f73dc8bbf671', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T19:51:00Z', 'updated_at': '2021-05-20T19:51:00Z', 'revision_number': 0, 'project_id': '7b0b262f9f7b4273897278152e258caa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '465a12a8-bab7-4f01-a952-42fb50ee01b0', 'name': '', 'network_id': 'e2855e30-4b47-414d-beab-1956cfce7926', 'tenant_id': '7b0b262f9f7b4273897278152e258caa', 'mac_address': 'fa:16:3e:9a:28:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db49b2-60d6-42e0-9966-4b7050c33aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'bf9499b7-667f-439a-932a-3f5fc418b7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:05Z', 'updated_at': '2021-05-20T19:50:13Z', 'revision_number': 5, 'project_id': '7b0b262f9f7b4273897278152e258caa', 'subnets': [{'id': 'bf9499b7-667f-439a-932a-3f5fc418b7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:51:02.117220 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76c7685-9fc7-4fae-bd9e-0c0f5793a11f None None] Checking router: 21db49b2-60d6-42e0-9966-4b7050c33aa6 for host: dv-cinder-792462-2-iscsi {{(pid=98245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:51:02.126106 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76c7685-9fc7-4fae-bd9e-0c0f5793a11f None None] Routers {'21db49b2-60d6-42e0-9966-4b7050c33aa6'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:51:02.126710 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-e76c7685-9fc7-4fae-bd9e-0c0f5793a11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:50:34Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['21db49b2-60d6-42e0-9966-4b7050c33aa6'], 'active': True} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:51:02.181822 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd74be0-e181-4dd3-9664-47c2e7124988 req-208cf8af-6ff4-418d-83e2-b01438821f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:51:02.183289 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-1bd74be0-e181-4dd3-9664-47c2e7124988 req-208cf8af-6ff4-418d-83e2-b01438821f7b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e2855e30-4b47-414d-beab-1956cfce7926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0744483 May 20 19:51:02.194154 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [req-1bd74be0-e181-4dd3-9664-47c2e7124988 req-d5386364-2935-4d15-ac16-70b71085d396 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=98243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 19:51:02.195096 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-1bd74be0-e181-4dd3-9664-47c2e7124988 req-d5386364-2935-4d15-ac16-70b71085d396 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050840 May 20 19:51:02.303184 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-6babd64c-8fd6-4e08-88ca-52611d9cb429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:02.317894 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvr_db [None req-e76c7685-9fc7-4fae-bd9e-0c0f5793a11f None None] Set router 21db49b2-60d6-42e0-9966-4b7050c33aa6 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:51:02.335504 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-1bd74be0-e181-4dd3-9664-47c2e7124988 req-e449374a-a192-41bb-b6cb-1ff1ee0f0325 service neutron] 10.222.0.65 "GET /v2.0/networks/e2855e30-4b47-414d-beab-1956cfce7926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331179 May 20 19:51:02.482289 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-1bd74be0-e181-4dd3-9664-47c2e7124988 req-e28b78be-6f65-4141-a377-70e9511e222b service neutron] 10.222.0.65 "GET /v2.0/networks/e2855e30-4b47-414d-beab-1956cfce7926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290088 May 20 19:51:02.708411 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-e76c7685-9fc7-4fae-bd9e-0c0f5793a11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21db49b2-60d6-42e0-9966-4b7050c33aa6', 'name': 'tempest-TestShelveInstance-1309000384-router', 'tenant_id': '7b0b262f9f7b4273897278152e258caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '7e1f6305-3a05-4fd6-aa70-fe22a8faaba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:50:01Z', 'updated_at': '2021-05-20T19:50:05Z', 'revision_number': 4, 'project_id': '7b0b262f9f7b4273897278152e258caa', 'gw_port': {'id': '7e1f6305-3a05-4fd6-aa70-fe22a8faaba3', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:70:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db49b2-60d6-42e0-9966-4b7050c33aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:02Z', 'updated_at': '2021-05-20T19:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_floatingips': [{'id': '6f28c799-a862-4c26-85d5-a81db8cb3067', 'tenant_id': '7b0b262f9f7b4273897278152e258caa', 'floating_ip_address': '172.27.1.69', 'floating_network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'router_id': '21db49b2-60d6-42e0-9966-4b7050c33aa6', 'port_id': 'ddb83d6e-f684-4489-a470-9e9b5bab837b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2855e30-4b47-414d-beab-1956cfce7926', 'mac_address': 'fa:16:3e:4b:24:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4038e520-9efa-4c5c-a50d-f73dc8bbf671', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T19:51:00Z', 'updated_at': '2021-05-20T19:51:00Z', 'revision_number': 0, 'project_id': '7b0b262f9f7b4273897278152e258caa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '465a12a8-bab7-4f01-a952-42fb50ee01b0', 'name': '', 'network_id': 'e2855e30-4b47-414d-beab-1956cfce7926', 'tenant_id': '7b0b262f9f7b4273897278152e258caa', 'mac_address': 'fa:16:3e:9a:28:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db49b2-60d6-42e0-9966-4b7050c33aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'bf9499b7-667f-439a-932a-3f5fc418b7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:05Z', 'updated_at': '2021-05-20T19:50:13Z', 'revision_number': 5, 'project_id': '7b0b262f9f7b4273897278152e258caa', 'subnets': [{'id': 'bf9499b7-667f-439a-932a-3f5fc418b7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:51:02.712701 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76c7685-9fc7-4fae-bd9e-0c0f5793a11f None None] The sync data for ids ['21db49b2-60d6-42e0-9966-4b7050c33aa6'] in dv-cinder-792462-2-iscsi is: [{'id': '21db49b2-60d6-42e0-9966-4b7050c33aa6', 'name': 'tempest-TestShelveInstance-1309000384-router', 'tenant_id': '7b0b262f9f7b4273897278152e258caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '7e1f6305-3a05-4fd6-aa70-fe22a8faaba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:50:01Z', 'updated_at': '2021-05-20T19:50:05Z', 'revision_number': 4, 'project_id': '7b0b262f9f7b4273897278152e258caa', 'gw_port': {'id': '7e1f6305-3a05-4fd6-aa70-fe22a8faaba3', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:70:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db49b2-60d6-42e0-9966-4b7050c33aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:02Z', 'updated_at': '2021-05-20T19:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_floatingips': [{'id': '6f28c799-a862-4c26-85d5-a81db8cb3067', 'tenant_id': '7b0b262f9f7b4273897278152e258caa', 'floating_ip_address': '172.27.1.69', 'floating_network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'router_id': '21db49b2-60d6-42e0-9966-4b7050c33aa6', 'port_id': 'ddb83d6e-f684-4489-a470-9e9b5bab837b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2855e30-4b47-414d-beab-1956cfce7926', 'mac_address': 'fa:16:3e:4b:24:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4038e520-9efa-4c5c-a50d-f73dc8bbf671', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T19:51:00Z', 'updated_at': '2021-05-20T19:51:00Z', 'revision_number': 0, 'project_id': '7b0b262f9f7b4273897278152e258caa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '465a12a8-bab7-4f01-a952-42fb50ee01b0', 'name': '', 'network_id': 'e2855e30-4b47-414d-beab-1956cfce7926', 'tenant_id': '7b0b262f9f7b4273897278152e258caa', 'mac_address': 'fa:16:3e:9a:28:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db49b2-60d6-42e0-9966-4b7050c33aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'bf9499b7-667f-439a-932a-3f5fc418b7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:05Z', 'updated_at': '2021-05-20T19:50:13Z', 'revision_number': 5, 'project_id': '7b0b262f9f7b4273897278152e258caa', 'subnets': [{'id': 'bf9499b7-667f-439a-932a-3f5fc418b7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:51:02.904875 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269dddd4-064d-4640-8958-9cb2392b9ef8 None None] New status for floating IP 6f28c799-a862-4c26-85d5-a81db8cb3067: ACTIVE {{(pid=98246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 19:51:02.947918 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5bb52c-7e17-45f4-97f9-f303f3108cec req-19c07661-d7d9-4345-b1a6-6bad5c0efadd tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:51:02.949394 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6b5bb52c-7e17-45f4-97f9-f303f3108cec req-19c07661-d7d9-4345-b1a6-6bad5c0efadd tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/ports?device_id=c08a6074-572e-460d-a21e-1ab647351912 HTTP/1.1" status: 200 len: 985 time: 0.0833740 May 20 19:51:03.002101 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6b5bb52c-7e17-45f4-97f9-f303f3108cec req-3ab4641f-638c-4578-9267-86fb43598e86 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/security-groups?id=14173c1b-0c02-42f5-bbaa-1697eb3f3a95&id=64ddf7ca-d4f7-49b3-a32d-3c712d559c27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422792 May 20 19:51:04.197688 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be665d-f563-4d4e-aa01-c2122c21c24f req-993e1560-aeb7-4c29-9034-d5039459719d tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:51:04.199104 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-54be665d-f563-4d4e-aa01-c2122c21c24f req-993e1560-aeb7-4c29-9034-d5039459719d tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/ports?device_id=c08a6074-572e-460d-a21e-1ab647351912 HTTP/1.1" status: 200 len: 985 time: 0.0792940 May 20 19:51:04.246403 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-54be665d-f563-4d4e-aa01-c2122c21c24f req-572df254-d7f4-4aa0-86fe-91b861ffc063 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/security-groups?id=14173c1b-0c02-42f5-bbaa-1697eb3f3a95&id=64ddf7ca-d4f7-49b3-a32d-3c712d559c27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404632 May 20 19:51:04.471262 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-47d07585-b312-45f3-a79d-7cab66b27b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:04.809229 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:05.438261 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd3605a-993c-4226-ba3b-e1e3532da8e2 req-578d480f-0a1d-49ba-b054-4f5c98d04a0d tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:51:05.439868 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-dbd3605a-993c-4226-ba3b-e1e3532da8e2 req-578d480f-0a1d-49ba-b054-4f5c98d04a0d tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/ports?device_id=c08a6074-572e-460d-a21e-1ab647351912 HTTP/1.1" status: 200 len: 985 time: 0.0853362 May 20 19:51:05.486949 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-dbd3605a-993c-4226-ba3b-e1e3532da8e2 req-d6ca515e-f16a-446e-a22e-5e80fae46284 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/security-groups?id=14173c1b-0c02-42f5-bbaa-1697eb3f3a95&id=64ddf7ca-d4f7-49b3-a32d-3c712d559c27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413537 May 20 19:51:05.603551 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d568-3eaa-4ee2-8e63-8438dfda9a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:06.409145 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:06.414896 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.agents_db [None req-81082b58-be1a-4fbd-9926-297307221300 None None] Agent healthcheck: found 6 active agents {{(pid=98246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:51:06.675493 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58717c6b-bd2a-4a57-bd37-51c44d800324 req-62e40785-5107-40bb-9487-5c9396aed2a2 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:51:06.677116 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-58717c6b-bd2a-4a57-bd37-51c44d800324 req-62e40785-5107-40bb-9487-5c9396aed2a2 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/ports?device_id=c08a6074-572e-460d-a21e-1ab647351912 HTTP/1.1" status: 200 len: 985 time: 0.0848672 May 20 19:51:06.726642 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-58717c6b-bd2a-4a57-bd37-51c44d800324 req-203f4564-5e31-42ca-9ff2-4a9b289ce9a2 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/security-groups?id=14173c1b-0c02-42f5-bbaa-1697eb3f3a95&id=64ddf7ca-d4f7-49b3-a32d-3c712d559c27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430055 May 20 19:51:07.296072 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-40a8b960-4cf6-42c3-bf80-c71dd59d075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:07.908425 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeca4c8-dd73-4177-ab81-8497e3c5d922 req-d8063728-e4f8-46f2-b538-d37892558321 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:51:07.909738 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-baeca4c8-dd73-4177-ab81-8497e3c5d922 req-d8063728-e4f8-46f2-b538-d37892558321 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/ports?device_id=c08a6074-572e-460d-a21e-1ab647351912 HTTP/1.1" status: 200 len: 985 time: 0.0791430 May 20 19:51:07.958467 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-baeca4c8-dd73-4177-ab81-8497e3c5d922 req-60375a98-054f-4363-ab6a-d90a4d7ca72d tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/security-groups?id=14173c1b-0c02-42f5-bbaa-1697eb3f3a95&id=64ddf7ca-d4f7-49b3-a32d-3c712d559c27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427334 May 20 19:51:11.081943 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c6c114bd-7f03-4227-962a-34fb0fddf4ee req-248f9f0e-43ff-435b-b2ec-38ff79720f5a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c08a6074-572e-460d-a21e-1ab647351912&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1127872 May 20 19:51:11.222332 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c114bd-7f03-4227-962a-34fb0fddf4ee req-0d0ecb4e-8ae4-48da-957f-5693b2336081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:51:11.223737 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c6c114bd-7f03-4227-962a-34fb0fddf4ee req-0d0ecb4e-8ae4-48da-957f-5693b2336081 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=06e766a72c9240e8a3468a5a7e0176a4&device_id=c08a6074-572e-460d-a21e-1ab647351912 HTTP/1.1" status: 200 len: 1138 time: 0.0699708 May 20 19:51:11.369099 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c114bd-7f03-4227-962a-34fb0fddf4ee req-5d106cf2-f496-4dc5-88cd-0efd31e62e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:51:11.370536 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c6c114bd-7f03-4227-962a-34fb0fddf4ee req-5d106cf2-f496-4dc5-88cd-0efd31e62e1d service neutron] 10.222.0.65 "GET /v2.0/networks?id=1b327da3-33cc-49f3-95cb-f563b6ea1ed4 HTTP/1.1" status: 200 len: 916 time: 0.1265917 May 20 19:51:11.564277 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c6c114bd-7f03-4227-962a-34fb0fddf4ee req-79e9eb32-9355-49e4-9719-35864d20e8e0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efb64f4b-1258-439d-b6a1-01c6b39dcf06 HTTP/1.1" status: 200 len: 1001 time: 0.1849842 May 20 19:51:11.628829 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c114bd-7f03-4227-962a-34fb0fddf4ee req-4f75a1fe-a244-42e6-8515-5700c1bed133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:51:11.630245 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c6c114bd-7f03-4227-962a-34fb0fddf4ee req-4f75a1fe-a244-42e6-8515-5700c1bed133 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7f99646e-4cb2-4305-a61f-1e32124e00b0 HTTP/1.1" status: 200 len: 854 time: 0.0592275 May 20 19:51:11.704980 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c114bd-7f03-4227-962a-34fb0fddf4ee req-bb4d1339-c10f-4431-ae6c-0e791e0b84ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:51:11.706434 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c6c114bd-7f03-4227-962a-34fb0fddf4ee req-bb4d1339-c10f-4431-ae6c-0e791e0b84ad service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1b327da3-33cc-49f3-95cb-f563b6ea1ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0692616 May 20 19:51:11.839595 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c6c114bd-7f03-4227-962a-34fb0fddf4ee req-10ae06b4-b40c-45df-9ecc-cd0b3bde4118 service neutron] 10.222.0.65 "GET /v2.0/networks/1b327da3-33cc-49f3-95cb-f563b6ea1ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250041 May 20 19:51:11.985436 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c6c114bd-7f03-4227-962a-34fb0fddf4ee req-c1c7ed35-77e2-4c78-a8e2-4e7c6d0674a2 service neutron] 10.222.0.65 "GET /v2.0/networks/1b327da3-33cc-49f3-95cb-f563b6ea1ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382983 May 20 19:51:32.234355 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-e9921f50-6827-48f3-9fa5-141e282995ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:34.472967 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-87cdd2d2-01ba-4509-8030-d9fd8fdfc27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:34.812760 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:35.606351 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d568-3eaa-4ee2-8e63-8438dfda9a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:36.427147 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:37.297180 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-40a8b960-4cf6-42c3-bf80-c71dd59d075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:41.132088 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-ef304cdd-8bc1-4b2a-97f3-13717df126cb req-2e9e9f23-38fc-43db-afb6-63276632596e tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2019778857&fields=id&tenant_id=06e766a72c9240e8a3468a5a7e0176a4 HTTP/1.1" status: 200 len: 267 time: 0.0403664 May 20 19:51:41.218703 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef304cdd-8bc1-4b2a-97f3-13717df126cb req-fe73b51c-90f3-45f6-be3f-e00e5c70797c tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:51:41.220091 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-ef304cdd-8bc1-4b2a-97f3-13717df126cb req-fe73b51c-90f3-45f6-be3f-e00e5c70797c tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/ports?device_id=c08a6074-572e-460d-a21e-1ab647351912 HTTP/1.1" status: 200 len: 985 time: 0.0827920 May 20 19:51:41.230822 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [req-ef304cdd-8bc1-4b2a-97f3-13717df126cb req-f9bcd392-d321-438c-8a4a-c85e814d567e tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Request body: {'port': {'security_groups': ['14173c1b-0c02-42f5-bbaa-1697eb3f3a95']}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:51:41.349709 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-ef304cdd-8bc1-4b2a-97f3-13717df126cb req-f9bcd392-d321-438c-8a4a-c85e814d567e tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:41.591278 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.db [req-ef304cdd-8bc1-4b2a-97f3-13717df126cb req-f9bcd392-d321-438c-8a4a-c85e814d567e tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] For port efb64f4b-1258-439d-b6a1-01c6b39dcf06, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=efb64f4b-1258-439d-b6a1-01c6b39dcf06,segment=NetworkSegment(2fe0069f-9e2f-4664-9dbe-d6cdd78a57fa),segment_id=2fe0069f-9e2f-4664-9dbe-d6cdd78a57fa)] {{(pid=98244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:51:41.614979 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-ef304cdd-8bc1-4b2a-97f3-13717df126cb req-f9bcd392-d321-438c-8a4a-c85e814d567e tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks [] for port, precommit_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:41.619509 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-ef304cdd-8bc1-4b2a-97f3-13717df126cb req-f9bcd392-d321-438c-8a4a-c85e814d567e tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3028147'] for port, after_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:41.625566 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-b64bf46d-e5ef-4c96-b8a4-03113a3ddc90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:51:41.632557 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] get_ports_and_sgs() called for port_ids ['efb64f4b-1258-439d-b6a1-01c6b39dcf06'] {{(pid=98245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:51:41.691231 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef304cdd-8bc1-4b2a-97f3-13717df126cb req-f9bcd392-d321-438c-8a4a-c85e814d567e tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:51:41.691941 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [req-ef304cdd-8bc1-4b2a-97f3-13717df126cb req-f9bcd392-d321-438c-8a4a-c85e814d567e tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for port, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:41.693365 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-ef304cdd-8bc1-4b2a-97f3-13717df126cb req-f9bcd392-d321-438c-8a4a-c85e814d567e tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "PUT /v2.0/ports/efb64f4b-1258-439d-b6a1-01c6b39dcf06 HTTP/1.1" status: 200 len: 943 time: 0.4669273 May 20 19:51:41.693842 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c08a6074-572e-460d-a21e-1ab647351912', 'tag': 'efb64f4b-1258-439d-b6a1-01c6b39dcf06'}] {{(pid=98244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:51:41.700365 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 44974) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:51:41.715651 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bcd392-d321-438c-8a4a-c85e814d567e tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Pushing event updated for resources: {'Port': ['ID=efb64f4b-1258-439d-b6a1-01c6b39dcf06,revision_number=7']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:51:41.724297 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bcd392-d321-438c-8a4a-c85e814d567e tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:51:41.724807 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bcd392-d321-438c-8a4a-c85e814d567e tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:51:41.725188 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bcd392-d321-438c-8a4a-c85e814d567e tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:51:41.725554 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bcd392-d321-438c-8a4a-c85e814d567e tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:51:41.725923 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bcd392-d321-438c-8a4a-c85e814d567e tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:51:41.726284 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bcd392-d321-438c-8a4a-c85e814d567e tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:51:41.726647 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bcd392-d321-438c-8a4a-c85e814d567e tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:51:41.727029 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bcd392-d321-438c-8a4a-c85e814d567e tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:51:41.727375 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bcd392-d321-438c-8a4a-c85e814d567e tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:51:41.727736 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bcd392-d321-438c-8a4a-c85e814d567e tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:51:41.728094 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bcd392-d321-438c-8a4a-c85e814d567e tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:51:41.728451 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bcd392-d321-438c-8a4a-c85e814d567e tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:51:41.740767 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-f9bcd392-d321-438c-8a4a-c85e814d567e tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:51:41.763855 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c08a6074-572e-460d-a21e-1ab647351912', 'tag': 'efb64f4b-1258-439d-b6a1-01c6b39dcf06', 'status': 'completed', 'code': 200} May 20 19:51:41.789933 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] get_ports_and_sgs() called for port_ids ['efb64f4b-1258-439d-b6a1-01c6b39dcf06'] {{(pid=98245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:51:41.831332 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-212fdd7f-7319-45eb-8c77-91521f366b66 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks [] for security_group, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:41.880740 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-212fdd7f-7319-45eb-8c77-91521f366b66 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:41.931668 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631cea66-9679-468d-89d0-d2099e587cbe req-369ba53e-9a6c-4839-9a0b-157b482f6e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:51:41.933151 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-631cea66-9679-468d-89d0-d2099e587cbe req-369ba53e-9a6c-4839-9a0b-157b482f6e77 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=06e766a72c9240e8a3468a5a7e0176a4&device_id=c08a6074-572e-460d-a21e-1ab647351912 HTTP/1.1" status: 200 len: 1099 time: 0.1474373 May 20 19:51:42.027614 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-3cc04781-ebb1-46d6-bed4-5f82ee3fcfae None None] Provisioning complete for port efb64f4b-1258-439d-b6a1-01c6b39dcf06 triggered by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:51:42.027880 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3cc04781-ebb1-46d6-bed4-5f82ee3fcfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:42.037139 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-212fdd7f-7319-45eb-8c77-91521f366b66 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:42.043533 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-ad97e4af-715e-46af-8832-5ad35a92fe06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:51:42.069255 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212fdd7f-7319-45eb-8c77-91521f366b66 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ddf7ca-d4f7-49b3-a32d-3c712d559c27,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:51:42.076647 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-212fdd7f-7319-45eb-8c77-91521f366b66 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:51:42.084849 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-212fdd7f-7319-45eb-8c77-91521f366b66 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks [] for security_group, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:42.085962 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-212fdd7f-7319-45eb-8c77-91521f366b66 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "DELETE /v2.0/security-groups/64ddf7ca-d4f7-49b3-a32d-3c712d559c27 HTTP/1.1" status: 204 len: 168 time: 0.3844466 May 20 19:51:42.088734 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 44978) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:51:42.102963 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631cea66-9679-468d-89d0-d2099e587cbe req-2e634f67-b8a6-44dc-b039-c9a1889c44fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:51:42.104555 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-631cea66-9679-468d-89d0-d2099e587cbe req-2e634f67-b8a6-44dc-b039-c9a1889c44fd service neutron] 10.222.0.65 "GET /v2.0/networks?id=1b327da3-33cc-49f3-95cb-f563b6ea1ed4 HTTP/1.1" status: 200 len: 916 time: 0.1647928 May 20 19:51:42.208297 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-631cea66-9679-468d-89d0-d2099e587cbe req-7e55dea1-c574-4181-b7b8-6b0ed31e6331 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efb64f4b-1258-439d-b6a1-01c6b39dcf06 HTTP/1.1" status: 200 len: 1001 time: 0.0965984 May 20 19:51:42.277044 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631cea66-9679-468d-89d0-d2099e587cbe req-8301bd32-5999-46c2-9276-7b411c744266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:51:42.279200 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-631cea66-9679-468d-89d0-d2099e587cbe req-8301bd32-5999-46c2-9276-7b411c744266 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7f99646e-4cb2-4305-a61f-1e32124e00b0 HTTP/1.1" status: 200 len: 854 time: 0.0630488 May 20 19:51:42.357346 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631cea66-9679-468d-89d0-d2099e587cbe req-eb88596a-639a-41c1-b4e4-5d6808a55848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:51:42.358893 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-631cea66-9679-468d-89d0-d2099e587cbe req-eb88596a-639a-41c1-b4e4-5d6808a55848 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1b327da3-33cc-49f3-95cb-f563b6ea1ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0732450 May 20 19:51:42.406606 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.plugin [None req-fae5d7cf-5b27-41b0-8a35-635e782317b9 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Deleting port 88b641d9-1ed9-4c90-b0ea-f886c7ebd189 {{(pid=98244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:51:42.407180 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-fae5d7cf-5b27-41b0-8a35-635e782317b9 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:42.502292 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-631cea66-9679-468d-89d0-d2099e587cbe req-eb12cc11-b628-4e68-992e-040fe3f19d56 service neutron] 10.222.0.65 "GET /v2.0/networks/1b327da3-33cc-49f3-95cb-f563b6ea1ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355543 May 20 19:51:42.537666 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-fae5d7cf-5b27-41b0-8a35-635e782317b9 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:42.537990 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-fae5d7cf-5b27-41b0-8a35-635e782317b9 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:42.644312 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-631cea66-9679-468d-89d0-d2099e587cbe req-e5b3c109-ff42-417b-80e8-a04c0db086f7 service neutron] 10.222.0.65 "GET /v2.0/networks/1b327da3-33cc-49f3-95cb-f563b6ea1ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343682 May 20 19:51:42.673696 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.plugin [None req-fae5d7cf-5b27-41b0-8a35-635e782317b9 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Calling delete_port for 88b641d9-1ed9-4c90-b0ea-f886c7ebd189 owned by network:floatingip {{(pid=98244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:51:42.806805 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-fae5d7cf-5b27-41b0-8a35-635e782317b9 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3028154'] for port, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:42.811878 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-ce4e28c3-7088-461c-b324-dab67dd8270a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:51:42.953858 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae5d7cf-5b27-41b0-8a35-635e782317b9 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Pushing event deleted for resources: {'Port': ['ID=88b641d9-1ed9-4c90-b0ea-f886c7ebd189,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:51:42.978748 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-fae5d7cf-5b27-41b0-8a35-635e782317b9 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:51:43.040836 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-fae5d7cf-5b27-41b0-8a35-635e782317b9 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks [] for floatingip, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:43.041168 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.db.l3_db [None req-fae5d7cf-5b27-41b0-8a35-635e782317b9 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Floating IP 22981998-8a6e-4e3a-879f-96641fd402bb disassociated (deleted). External IP: 172.27.1.97, port: efb64f4b-1258-439d-b6a1-01c6b39dcf06. May 20 19:51:43.383961 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae5d7cf-5b27-41b0-8a35-635e782317b9 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Router f59354f4-48c1-4d58-af81-b640376b857e has already been hosted by L3 agent bf06d900-968e-4d51-b3d3-e51a8143bf8e {{(pid=98244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:51:43.412941 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.agents_db [None req-81082b58-be1a-4fbd-9926-297307221300 None None] Agent healthcheck: found 6 active agents {{(pid=98246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:51:43.561873 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae5d7cf-5b27-41b0-8a35-635e782317b9 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify agent at l3_agent.dv-cinder-792462-2-iscsi the message routers_updated {{(pid=98244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:51:43.571504 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65747299-0981-4b2d-ae2b-c61c26c9a94e None None] Sync routers for ids ['f59354f4-48c1-4d58-af81-b640376b857e'] in dv-cinder-792462-2-iscsi {{(pid=98245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:51:43.580916 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65747299-0981-4b2d-ae2b-c61c26c9a94e None None] Routers {'f59354f4-48c1-4d58-af81-b640376b857e'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:51:43.581172 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-fae5d7cf-5b27-41b0-8a35-635e782317b9 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for floatingip, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:43.581534 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-65747299-0981-4b2d-ae2b-c61c26c9a94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:51:34Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['f59354f4-48c1-4d58-af81-b640376b857e'], 'active': True} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:51:43.642118 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-fae5d7cf-5b27-41b0-8a35-635e782317b9 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "DELETE /v2.0/floatingips/22981998-8a6e-4e3a-879f-96641fd402bb HTTP/1.1" status: 204 len: 168 time: 1.5494084 May 20 19:51:43.760194 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvr_db [None req-65747299-0981-4b2d-ae2b-c61c26c9a94e None None] Set router f59354f4-48c1-4d58-af81-b640376b857e gateway port host: dv-cinder-792462-2-iscsi {{(pid=98245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:51:43.765284 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c08a6074-572e-460d-a21e-1ab647351912', 'tag': 'efb64f4b-1258-439d-b6a1-01c6b39dcf06'}] {{(pid=98244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:51:43.810264 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c08a6074-572e-460d-a21e-1ab647351912', 'tag': 'efb64f4b-1258-439d-b6a1-01c6b39dcf06', 'status': 'completed', 'code': 200} May 20 19:51:43.904994 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082e6f4-80cd-4ba0-9557-087988f349b5 req-b957f04d-9d68-4242-bbfd-0276ff31e5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:51:43.907316 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-1082e6f4-80cd-4ba0-9557-087988f349b5 req-b957f04d-9d68-4242-bbfd-0276ff31e5de service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=06e766a72c9240e8a3468a5a7e0176a4&device_id=c08a6074-572e-460d-a21e-1ab647351912 HTTP/1.1" status: 200 len: 1099 time: 0.0747550 May 20 19:51:44.066713 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082e6f4-80cd-4ba0-9557-087988f349b5 req-22ecb1bb-7c37-442c-b7fe-546b5839aa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:51:44.068549 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-1082e6f4-80cd-4ba0-9557-087988f349b5 req-22ecb1bb-7c37-442c-b7fe-546b5839aa50 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1b327da3-33cc-49f3-95cb-f563b6ea1ed4 HTTP/1.1" status: 200 len: 916 time: 0.1540668 May 20 19:51:44.091744 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-65747299-0981-4b2d-ae2b-c61c26c9a94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f59354f4-48c1-4d58-af81-b640376b857e', 'name': 'tempest-TestMinimumBasicScenario-1295371326-router', 'tenant_id': '06e766a72c9240e8a3468a5a7e0176a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '1ad8b931-be0f-4f73-ac8b-e48c1e8dc31f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:49:20Z', 'updated_at': '2021-05-20T19:49:24Z', 'revision_number': 4, 'project_id': '06e766a72c9240e8a3468a5a7e0176a4', 'gw_port': {'id': '1ad8b931-be0f-4f73-ac8b-e48c1e8dc31f', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59354f4-48c1-4d58-af81-b640376b857e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:49:21Z', 'updated_at': '2021-05-20T19:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': '3049c3ae-3618-46a4-adce-4b68c2037a40', 'name': '', 'network_id': '1b327da3-33cc-49f3-95cb-f563b6ea1ed4', 'tenant_id': '06e766a72c9240e8a3468a5a7e0176a4', 'mac_address': 'fa:16:3e:ea:79:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59354f4-48c1-4d58-af81-b640376b857e', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '7f99646e-4cb2-4305-a61f-1e32124e00b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:49:23Z', 'updated_at': '2021-05-20T19:49:29Z', 'revision_number': 5, 'project_id': '06e766a72c9240e8a3468a5a7e0176a4', 'subnets': [{'id': '7f99646e-4cb2-4305-a61f-1e32124e00b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:51:44.097418 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65747299-0981-4b2d-ae2b-c61c26c9a94e None None] Checking router: f59354f4-48c1-4d58-af81-b640376b857e for host: dv-cinder-792462-2-iscsi {{(pid=98245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:51:44.106963 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65747299-0981-4b2d-ae2b-c61c26c9a94e None None] Routers {'f59354f4-48c1-4d58-af81-b640376b857e'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:51:44.107772 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-65747299-0981-4b2d-ae2b-c61c26c9a94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:51:34Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['f59354f4-48c1-4d58-af81-b640376b857e'], 'active': True} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:51:44.145353 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-1082e6f4-80cd-4ba0-9557-087988f349b5 req-dfd77a1f-953b-4253-99fe-8a841c6bcdfd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efb64f4b-1258-439d-b6a1-01c6b39dcf06 HTTP/1.1" status: 200 len: 217 time: 0.0705183 May 20 19:51:44.209640 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082e6f4-80cd-4ba0-9557-087988f349b5 req-470b2e79-43c1-425d-b8a8-8ba1aa199cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:51:44.211086 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-1082e6f4-80cd-4ba0-9557-087988f349b5 req-470b2e79-43c1-425d-b8a8-8ba1aa199cf7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7f99646e-4cb2-4305-a61f-1e32124e00b0 HTTP/1.1" status: 200 len: 854 time: 0.0591569 May 20 19:51:44.290244 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvr_db [None req-65747299-0981-4b2d-ae2b-c61c26c9a94e None None] Set router f59354f4-48c1-4d58-af81-b640376b857e gateway port host: dv-cinder-792462-2-iscsi {{(pid=98245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:51:44.373720 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082e6f4-80cd-4ba0-9557-087988f349b5 req-d0936045-567f-465a-af1d-908b2e78117a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:51:44.375251 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-1082e6f4-80cd-4ba0-9557-087988f349b5 req-d0936045-567f-465a-af1d-908b2e78117a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1b327da3-33cc-49f3-95cb-f563b6ea1ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1572549 May 20 19:51:44.510454 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-1082e6f4-80cd-4ba0-9557-087988f349b5 req-9d5fa963-a976-47ae-a104-b85d196d7459 service neutron] 10.222.0.65 "GET /v2.0/networks/1b327da3-33cc-49f3-95cb-f563b6ea1ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277978 May 20 19:51:44.646281 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-1082e6f4-80cd-4ba0-9557-087988f349b5 req-7bd87b0b-8e5a-4549-b239-26c3e3957cc5 service neutron] 10.222.0.65 "GET /v2.0/networks/1b327da3-33cc-49f3-95cb-f563b6ea1ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293979 May 20 19:51:44.656138 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-65747299-0981-4b2d-ae2b-c61c26c9a94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f59354f4-48c1-4d58-af81-b640376b857e', 'name': 'tempest-TestMinimumBasicScenario-1295371326-router', 'tenant_id': '06e766a72c9240e8a3468a5a7e0176a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '1ad8b931-be0f-4f73-ac8b-e48c1e8dc31f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:49:20Z', 'updated_at': '2021-05-20T19:49:24Z', 'revision_number': 4, 'project_id': '06e766a72c9240e8a3468a5a7e0176a4', 'gw_port': {'id': '1ad8b931-be0f-4f73-ac8b-e48c1e8dc31f', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59354f4-48c1-4d58-af81-b640376b857e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:49:21Z', 'updated_at': '2021-05-20T19:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': '3049c3ae-3618-46a4-adce-4b68c2037a40', 'name': '', 'network_id': '1b327da3-33cc-49f3-95cb-f563b6ea1ed4', 'tenant_id': '06e766a72c9240e8a3468a5a7e0176a4', 'mac_address': 'fa:16:3e:ea:79:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59354f4-48c1-4d58-af81-b640376b857e', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '7f99646e-4cb2-4305-a61f-1e32124e00b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:49:23Z', 'updated_at': '2021-05-20T19:49:29Z', 'revision_number': 5, 'project_id': '06e766a72c9240e8a3468a5a7e0176a4', 'subnets': [{'id': '7f99646e-4cb2-4305-a61f-1e32124e00b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:51:44.660503 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65747299-0981-4b2d-ae2b-c61c26c9a94e None None] The sync data for ids ['f59354f4-48c1-4d58-af81-b640376b857e'] in dv-cinder-792462-2-iscsi is: [{'id': 'f59354f4-48c1-4d58-af81-b640376b857e', 'name': 'tempest-TestMinimumBasicScenario-1295371326-router', 'tenant_id': '06e766a72c9240e8a3468a5a7e0176a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '1ad8b931-be0f-4f73-ac8b-e48c1e8dc31f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:49:20Z', 'updated_at': '2021-05-20T19:49:24Z', 'revision_number': 4, 'project_id': '06e766a72c9240e8a3468a5a7e0176a4', 'gw_port': {'id': '1ad8b931-be0f-4f73-ac8b-e48c1e8dc31f', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59354f4-48c1-4d58-af81-b640376b857e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:49:21Z', 'updated_at': '2021-05-20T19:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': '3049c3ae-3618-46a4-adce-4b68c2037a40', 'name': '', 'network_id': '1b327da3-33cc-49f3-95cb-f563b6ea1ed4', 'tenant_id': '06e766a72c9240e8a3468a5a7e0176a4', 'mac_address': 'fa:16:3e:ea:79:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59354f4-48c1-4d58-af81-b640376b857e', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '7f99646e-4cb2-4305-a61f-1e32124e00b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:49:23Z', 'updated_at': '2021-05-20T19:49:29Z', 'revision_number': 5, 'project_id': '06e766a72c9240e8a3468a5a7e0176a4', 'subnets': [{'id': '7f99646e-4cb2-4305-a61f-1e32124e00b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:51:44.880093 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c667beec-d198-40fb-9236-5544dd87903f None None] New status for floating IP 22981998-8a6e-4e3a-879f-96641fd402bb: DOWN {{(pid=98246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 19:51:46.972256 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092df82-33fa-466c-a28a-2ba762fa3852 req-79e3a69e-46c5-4ae7-857f-a80aa69ba3c6 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:51:46.973705 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-9092df82-33fa-466c-a28a-2ba762fa3852 req-79e3a69e-46c5-4ae7-857f-a80aa69ba3c6 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/ports?device_id=c08a6074-572e-460d-a21e-1ab647351912 HTTP/1.1" status: 200 len: 946 time: 0.0823903 May 20 19:51:47.017879 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-9092df82-33fa-466c-a28a-2ba762fa3852 req-135aa099-f59a-4bc9-9360-8b49bcc22fdf tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Synchronizing usage tracker for tenant:06e766a72c9240e8a3468a5a7e0176a4 on resource:security_group {{(pid=98243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:51:47.032623 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-9092df82-33fa-466c-a28a-2ba762fa3852 req-135aa099-f59a-4bc9-9360-8b49bcc22fdf tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Unset dirty status for tenant:06e766a72c9240e8a3468a5a7e0176a4 on resource:security_group {{(pid=98243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:51:47.033756 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-9092df82-33fa-466c-a28a-2ba762fa3852 req-135aa099-f59a-4bc9-9360-8b49bcc22fdf tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/security-groups?id=14173c1b-0c02-42f5-bbaa-1697eb3f3a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540900 May 20 19:51:48.219363 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a44608-5fe3-4ec4-86d6-7f6f3f01b181 req-936f6408-74c5-4872-98b8-51fe19c97618 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:51:48.220072 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-d9a44608-5fe3-4ec4-86d6-7f6f3f01b181 req-936f6408-74c5-4872-98b8-51fe19c97618 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Synchronizing usage tracker for tenant:06e766a72c9240e8a3468a5a7e0176a4 on resource:port {{(pid=98244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:51:48.234972 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-d9a44608-5fe3-4ec4-86d6-7f6f3f01b181 req-936f6408-74c5-4872-98b8-51fe19c97618 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Unset dirty status for tenant:06e766a72c9240e8a3468a5a7e0176a4 on resource:port {{(pid=98244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:51:48.236226 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-d9a44608-5fe3-4ec4-86d6-7f6f3f01b181 req-936f6408-74c5-4872-98b8-51fe19c97618 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/ports?device_id=c08a6074-572e-460d-a21e-1ab647351912 HTTP/1.1" status: 200 len: 946 time: 0.0953162 May 20 19:51:48.281798 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-d9a44608-5fe3-4ec4-86d6-7f6f3f01b181 req-e35e62fc-3649-4985-9e3e-3a58e9b31ea3 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/security-groups?id=14173c1b-0c02-42f5-bbaa-1697eb3f3a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399458 May 20 19:51:48.498917 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c711d4d-3439-4104-b7b5-fe68109d1f9a req-4d0f9f33-608a-44ea-aa24-18ddc96fe604 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:51:48.500380 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6c711d4d-3439-4104-b7b5-fe68109d1f9a req-4d0f9f33-608a-44ea-aa24-18ddc96fe604 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.65 "GET /v2.0/ports?device_id=c08a6074-572e-460d-a21e-1ab647351912 HTTP/1.1" status: 200 len: 946 time: 0.0778217 May 20 19:51:48.635423 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.plugin [req-6c711d4d-3439-4104-b7b5-fe68109d1f9a req-7ebfdf76-b31f-4def-92e4-a008ca371044 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Deleting port efb64f4b-1258-439d-b6a1-01c6b39dcf06 {{(pid=98243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:51:48.635853 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-6c711d4d-3439-4104-b7b5-fe68109d1f9a req-7ebfdf76-b31f-4def-92e4-a008ca371044 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:48.764526 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.db [req-6c711d4d-3439-4104-b7b5-fe68109d1f9a req-7ebfdf76-b31f-4def-92e4-a008ca371044 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] For port efb64f4b-1258-439d-b6a1-01c6b39dcf06, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=efb64f4b-1258-439d-b6a1-01c6b39dcf06,segment=NetworkSegment(2fe0069f-9e2f-4664-9dbe-d6cdd78a57fa),segment_id=2fe0069f-9e2f-4664-9dbe-d6cdd78a57fa)] {{(pid=98243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:51:48.764882 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-6c711d4d-3439-4104-b7b5-fe68109d1f9a req-7ebfdf76-b31f-4def-92e4-a008ca371044 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:48.885518 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.plugin [req-6c711d4d-3439-4104-b7b5-fe68109d1f9a req-7ebfdf76-b31f-4def-92e4-a008ca371044 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Calling delete_port for efb64f4b-1258-439d-b6a1-01c6b39dcf06 owned by compute:nova {{(pid=98243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:51:48.993929 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-6c711d4d-3439-4104-b7b5-fe68109d1f9a req-7ebfdf76-b31f-4def-92e4-a008ca371044 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3727336'] for port, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:49.001055 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-8dc36134-4298-4b23-998a-165374d8f012 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:51:49.005595 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] get_ports_and_sgs() called for port_ids ['efb64f4b-1258-439d-b6a1-01c6b39dcf06'] {{(pid=98245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:51:49.076936 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebfdf76-b31f-4def-92e4-a008ca371044 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Pushing event deleted for resources: {'Port': ['ID=efb64f4b-1258-439d-b6a1-01c6b39dcf06,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:51:49.093051 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebfdf76-b31f-4def-92e4-a008ca371044 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:51:49.093411 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebfdf76-b31f-4def-92e4-a008ca371044 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:51:49.093769 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebfdf76-b31f-4def-92e4-a008ca371044 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:51:49.094122 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebfdf76-b31f-4def-92e4-a008ca371044 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:51:49.094471 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebfdf76-b31f-4def-92e4-a008ca371044 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:51:49.094818 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebfdf76-b31f-4def-92e4-a008ca371044 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:51:49.095164 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebfdf76-b31f-4def-92e4-a008ca371044 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:51:49.095514 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebfdf76-b31f-4def-92e4-a008ca371044 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:51:49.095883 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebfdf76-b31f-4def-92e4-a008ca371044 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:51:49.096228 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebfdf76-b31f-4def-92e4-a008ca371044 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:51:49.096562 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebfdf76-b31f-4def-92e4-a008ca371044 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:51:49.096901 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebfdf76-b31f-4def-92e4-a008ca371044 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:51:49.100319 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-7ebfdf76-b31f-4def-92e4-a008ca371044 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:51:49.139550 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c711d4d-3439-4104-b7b5-fe68109d1f9a req-7ebfdf76-b31f-4def-92e4-a008ca371044 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] No DVR routers for this DVR port efb64f4b-1258-439d-b6a1-01c6b39dcf06 on host hv-cinder-79246 {{(pid=98243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:51:49.141937 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-6c711d4d-3439-4104-b7b5-fe68109d1f9a req-7ebfdf76-b31f-4def-92e4-a008ca371044 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for port, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:49.144437 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c08a6074-572e-460d-a21e-1ab647351912', 'name': 'network-vif-deleted', 'tag': 'efb64f4b-1258-439d-b6a1-01c6b39dcf06'}] {{(pid=98243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:51:49.158951 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6c711d4d-3439-4104-b7b5-fe68109d1f9a req-7ebfdf76-b31f-4def-92e4-a008ca371044 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.65 "DELETE /v2.0/ports/efb64f4b-1258-439d-b6a1-01c6b39dcf06 HTTP/1.1" status: 204 len: 173 time: 0.6517081 May 20 19:51:49.248047 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c08a6074-572e-460d-a21e-1ab647351912', 'name': 'network-vif-deleted', 'tag': 'efb64f4b-1258-439d-b6a1-01c6b39dcf06', 'status': 'completed', 'code': 200} May 20 19:51:49.446528 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-60a19673-a724-4137-9ddc-94d150231ac9 req-695e695b-88cd-4d5d-a3fb-903170101ae7 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] 10.222.0.46 "GET /v2.0/ports?device_id=c08a6074-572e-460d-a21e-1ab647351912 HTTP/1.1" status: 200 len: 210 time: 0.0469599 May 20 19:51:51.187090 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 45062) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:51:51.814982 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-93cbf6f0-ded8-412d-9a0e-8f1e0ca7f097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1823322'] for router_interface, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:52.180184 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device efb64f4b-1258-439d-b6a1-01c6b39dcf06 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:51:52.214048 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] No Port match for: efb64f4b-1258-439d-b6a1-01c6b39dcf06 {{(pid=98245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:51:52.214405 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device efb64f4b-1258-439d-b6a1-01c6b39dcf06 not bound to the agent host hv-cinder-79246 {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:51:52.215107 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.plugin [None req-93cbf6f0-ded8-412d-9a0e-8f1e0ca7f097 admin admin] Deleting port 3049c3ae-3618-46a4-adce-4b68c2037a40 {{(pid=98244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:51:52.216367 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-93cbf6f0-ded8-412d-9a0e-8f1e0ca7f097 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:52.336804 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.db [None req-93cbf6f0-ded8-412d-9a0e-8f1e0ca7f097 admin admin] For port 3049c3ae-3618-46a4-adce-4b68c2037a40, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=3049c3ae-3618-46a4-adce-4b68c2037a40,segment=NetworkSegment(2fe0069f-9e2f-4664-9dbe-d6cdd78a57fa),segment_id=2fe0069f-9e2f-4664-9dbe-d6cdd78a57fa)] {{(pid=98244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:51:52.337159 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-93cbf6f0-ded8-412d-9a0e-8f1e0ca7f097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:52.466284 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.plugin [None req-93cbf6f0-ded8-412d-9a0e-8f1e0ca7f097 admin admin] Calling delete_port for 3049c3ae-3618-46a4-adce-4b68c2037a40 owned by network:router_interface {{(pid=98244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:51:52.742992 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-93cbf6f0-ded8-412d-9a0e-8f1e0ca7f097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3028154'] for port, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:52.747950 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-16fff2d0-c29f-4736-b604-927858f3adc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:51:52.790724 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cbf6f0-ded8-412d-9a0e-8f1e0ca7f097 admin admin] Pushing event deleted for resources: {'Port': ['ID=3049c3ae-3618-46a4-adce-4b68c2037a40,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:51:52.817439 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-93cbf6f0-ded8-412d-9a0e-8f1e0ca7f097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:51:53.060672 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-93cbf6f0-ded8-412d-9a0e-8f1e0ca7f097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1697961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823470'] for router_interface, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:53.521240 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93cbf6f0-ded8-412d-9a0e-8f1e0ca7f097 admin admin] Router f59354f4-48c1-4d58-af81-b640376b857e has already been hosted by L3 agent bf06d900-968e-4d51-b3d3-e51a8143bf8e {{(pid=98244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:51:53.692566 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93cbf6f0-ded8-412d-9a0e-8f1e0ca7f097 admin admin] Notify agent at l3_agent.dv-cinder-792462-2-iscsi the message routers_updated {{(pid=98244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:51:53.701940 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36099715-1ffd-4edc-a3d5-338f92cba6c1 None None] Sync routers for ids ['f59354f4-48c1-4d58-af81-b640376b857e'] in dv-cinder-792462-2-iscsi {{(pid=98245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:51:53.707139 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-93cbf6f0-ded8-412d-9a0e-8f1e0ca7f097 admin admin] 10.222.0.46 "PUT /v2.0/routers/f59354f4-48c1-4d58-af81-b640376b857e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5168123 May 20 19:51:53.707367 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 45066) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:51:53.711239 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36099715-1ffd-4edc-a3d5-338f92cba6c1 None None] Routers {'f59354f4-48c1-4d58-af81-b640376b857e'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:51:53.711880 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-36099715-1ffd-4edc-a3d5-338f92cba6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:51:34Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['f59354f4-48c1-4d58-af81-b640376b857e'], 'active': True} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:51:53.883307 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-0701f5d8-d9d5-4bde-9e6c-3ec3af46fd8b admin admin] Notify callbacks [] for router, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:53.885428 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvr_db [None req-36099715-1ffd-4edc-a3d5-338f92cba6c1 None None] Set router f59354f4-48c1-4d58-af81-b640376b857e gateway port host: dv-cinder-792462-2-iscsi {{(pid=98245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:51:54.060670 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-0701f5d8-d9d5-4bde-9e6c-3ec3af46fd8b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:54.134040 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.plugin [None req-0701f5d8-d9d5-4bde-9e6c-3ec3af46fd8b admin admin] Deleting port 1ad8b931-be0f-4f73-ac8b-e48c1e8dc31f {{(pid=98244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:51:54.134372 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-0701f5d8-d9d5-4bde-9e6c-3ec3af46fd8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:54.161854 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-36099715-1ffd-4edc-a3d5-338f92cba6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f59354f4-48c1-4d58-af81-b640376b857e', 'name': 'tempest-TestMinimumBasicScenario-1295371326-router', 'tenant_id': '06e766a72c9240e8a3468a5a7e0176a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '1ad8b931-be0f-4f73-ac8b-e48c1e8dc31f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:49:20Z', 'updated_at': '2021-05-20T19:51:52Z', 'revision_number': 5, 'project_id': '06e766a72c9240e8a3468a5a7e0176a4', 'gw_port': {'id': '1ad8b931-be0f-4f73-ac8b-e48c1e8dc31f', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59354f4-48c1-4d58-af81-b640376b857e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:49:21Z', 'updated_at': '2021-05-20T19:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi'}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:51:54.165810 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36099715-1ffd-4edc-a3d5-338f92cba6c1 None None] Checking router: f59354f4-48c1-4d58-af81-b640376b857e for host: dv-cinder-792462-2-iscsi {{(pid=98245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:51:54.174508 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36099715-1ffd-4edc-a3d5-338f92cba6c1 None None] Routers {'f59354f4-48c1-4d58-af81-b640376b857e'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:51:54.175105 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-36099715-1ffd-4edc-a3d5-338f92cba6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:51:34Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['f59354f4-48c1-4d58-af81-b640376b857e'], 'active': True} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:51:54.253137 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.db [None req-0701f5d8-d9d5-4bde-9e6c-3ec3af46fd8b admin admin] For port 1ad8b931-be0f-4f73-ac8b-e48c1e8dc31f, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=1ad8b931-be0f-4f73-ac8b-e48c1e8dc31f,segment=NetworkSegment(67affa7f-7af4-4d70-a1a2-daaca7702f84),segment_id=67affa7f-7af4-4d70-a1a2-daaca7702f84)] {{(pid=98244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:51:54.253501 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-0701f5d8-d9d5-4bde-9e6c-3ec3af46fd8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:54.322131 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvr_db [None req-36099715-1ffd-4edc-a3d5-338f92cba6c1 None None] Set router f59354f4-48c1-4d58-af81-b640376b857e gateway port host: None {{(pid=98245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:51:54.377202 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.plugin [None req-0701f5d8-d9d5-4bde-9e6c-3ec3af46fd8b admin admin] Calling delete_port for 1ad8b931-be0f-4f73-ac8b-e48c1e8dc31f owned by network:router_gateway {{(pid=98244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:51:54.426743 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-36099715-1ffd-4edc-a3d5-338f92cba6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f59354f4-48c1-4d58-af81-b640376b857e', 'name': 'tempest-TestMinimumBasicScenario-1295371326-router', 'tenant_id': '06e766a72c9240e8a3468a5a7e0176a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:49:20Z', 'updated_at': '2021-05-20T19:51:54Z', 'revision_number': 6, 'project_id': '06e766a72c9240e8a3468a5a7e0176a4', 'gw_port_host': None}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:51:54.430727 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36099715-1ffd-4edc-a3d5-338f92cba6c1 None None] The sync data for ids ['f59354f4-48c1-4d58-af81-b640376b857e'] in dv-cinder-792462-2-iscsi is: [{'id': 'f59354f4-48c1-4d58-af81-b640376b857e', 'name': 'tempest-TestMinimumBasicScenario-1295371326-router', 'tenant_id': '06e766a72c9240e8a3468a5a7e0176a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:49:20Z', 'updated_at': '2021-05-20T19:51:54Z', 'revision_number': 6, 'project_id': '06e766a72c9240e8a3468a5a7e0176a4', 'gw_port_host': None}] {{(pid=98245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:51:54.639313 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-0701f5d8-d9d5-4bde-9e6c-3ec3af46fd8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3028154'] for port, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:54.643104 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-192c314e-2564-4c80-b27d-917d6e71b9d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:51:54.685928 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0701f5d8-d9d5-4bde-9e6c-3ec3af46fd8b admin admin] Pushing event deleted for resources: {'Port': ['ID=1ad8b931-be0f-4f73-ac8b-e48c1e8dc31f,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:51:54.689089 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-0701f5d8-d9d5-4bde-9e6c-3ec3af46fd8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:51:54.779109 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-0701f5d8-d9d5-4bde-9e6c-3ec3af46fd8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745777'] for router_gateway, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:54.951671 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-0701f5d8-d9d5-4bde-9e6c-3ec3af46fd8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1749511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7954'] for router, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:54.953867 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-0701f5d8-d9d5-4bde-9e6c-3ec3af46fd8b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:54.976215 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-0701f5d8-d9d5-4bde-9e6c-3ec3af46fd8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1748301'] for router, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:54.976745 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0701f5d8-d9d5-4bde-9e6c-3ec3af46fd8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f59354f4-48c1-4d58-af81-b640376b857e {{(pid=98244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 19:51:54.988888 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-0701f5d8-d9d5-4bde-9e6c-3ec3af46fd8b admin admin] Notify callbacks [] for router, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:54.989993 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-0701f5d8-d9d5-4bde-9e6c-3ec3af46fd8b admin admin] 10.222.0.46 "DELETE /v2.0/routers/f59354f4-48c1-4d58-af81-b640376b857e HTTP/1.1" status: 204 len: 168 time: 1.2817054 May 20 19:51:54.992483 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 45070) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:51:55.054030 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.db_base_plugin_v2 [None req-01dec004-9f77-49a8-a92a-123bcbeb17ed admin admin] Deleting subnet 7f99646e-4cb2-4305-a61f-1e32124e00b0 {{(pid=98244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 19:51:55.057271 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-01dec004-9f77-49a8-a92a-123bcbeb17ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:55.109595 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-01dec004-9f77-49a8-a92a-123bcbeb17ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-740392'] for subnet, precommit_delete_associations {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:55.191056 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-01dec004-9f77-49a8-a92a-123bcbeb17ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378450'] for subnet, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:55.241267 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 1ad8b931-be0f-4f73-ac8b-e48c1e8dc31f no longer exists at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:51:55.281193 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] No Port match for: 1ad8b931-be0f-4f73-ac8b-e48c1e8dc31f {{(pid=98245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:51:55.281594 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 1ad8b931-be0f-4f73-ac8b-e48c1e8dc31f not bound to the agent host dv-cinder-792462-2-iscsi {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:51:55.281946 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 3049c3ae-3618-46a4-adce-4b68c2037a40 no longer exists at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:51:55.316400 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] No Port match for: 3049c3ae-3618-46a4-adce-4b68c2037a40 {{(pid=98245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:51:55.316757 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 3049c3ae-3618-46a4-adce-4b68c2037a40 not bound to the agent host dv-cinder-792462-2-iscsi {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:51:55.450967 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-01dec004-9f77-49a8-a92a-123bcbeb17ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3028041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3031077'] for subnet, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:55.454613 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-f9680c7f-34c9-4508-9279-690ea2ce1e42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:51:55.486266 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dec004-9f77-49a8-a92a-123bcbeb17ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f99646e-4cb2-4305-a61f-1e32124e00b0,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:51:55.489769 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-01dec004-9f77-49a8-a92a-123bcbeb17ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:51:55.492758 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-01dec004-9f77-49a8-a92a-123bcbeb17ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:55.498126 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b0f070-547f-4871-b68e-f3e472f245b1 None None] Network 1b327da3-33cc-49f3-95cb-f563b6ea1ed4 requested from dv-cinder-792462-2-iscsi {{(pid=98245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:51:55.499380 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-01dec004-9f77-49a8-a92a-123bcbeb17ed admin admin] 10.222.0.46 "DELETE /v2.0/subnets/7f99646e-4cb2-4305-a61f-1e32124e00b0 HTTP/1.1" status: 204 len: 168 time: 0.5059693 May 20 19:51:55.501775 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 45074) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:51:55.608178 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-77bdfdb0-9407-4f8d-aa4e-68240261e6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748490'] for network, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:55.684136 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.plugin [None req-77bdfdb0-9407-4f8d-aa4e-68240261e6c1 admin admin] Deleting port ca8e54bf-8e0f-49ce-899c-84fe035d3d45 {{(pid=98244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:51:55.685311 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-77bdfdb0-9407-4f8d-aa4e-68240261e6c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:55.775266 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ec0614-e303-4868-ad55-e4ef8105ed1a None None] DHCP port deletion for 1b327da3-33cc-49f3-95cb-f563b6ea1ed4 request from dv-cinder-792462-2-iscsi {{(pid=98245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 19:51:55.781124 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.db [None req-77bdfdb0-9407-4f8d-aa4e-68240261e6c1 admin admin] For port ca8e54bf-8e0f-49ce-899c-84fe035d3d45, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=ca8e54bf-8e0f-49ce-899c-84fe035d3d45,segment=NetworkSegment(2fe0069f-9e2f-4664-9dbe-d6cdd78a57fa),segment_id=2fe0069f-9e2f-4664-9dbe-d6cdd78a57fa)] {{(pid=98244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:51:55.781486 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-77bdfdb0-9407-4f8d-aa4e-68240261e6c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:55.837625 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-e4ec0614-e303-4868-ad55-e4ef8105ed1a None None] Deleting port ca8e54bf-8e0f-49ce-899c-84fe035d3d45 {{(pid=98245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:51:55.838007 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-e4ec0614-e303-4868-ad55-e4ef8105ed1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:55.906393 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.plugin [None req-77bdfdb0-9407-4f8d-aa4e-68240261e6c1 admin admin] Calling delete_port for ca8e54bf-8e0f-49ce-899c-84fe035d3d45 owned by network:dhcp {{(pid=98244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:51:55.936356 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-e4ec0614-e303-4868-ad55-e4ef8105ed1a None None] For port ca8e54bf-8e0f-49ce-899c-84fe035d3d45, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=ca8e54bf-8e0f-49ce-899c-84fe035d3d45,segment=NetworkSegment(2fe0069f-9e2f-4664-9dbe-d6cdd78a57fa),segment_id=2fe0069f-9e2f-4664-9dbe-d6cdd78a57fa)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:51:55.936680 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-e4ec0614-e303-4868-ad55-e4ef8105ed1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:55.950477 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-77bdfdb0-9407-4f8d-aa4e-68240261e6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3028154'] for port, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:55.955030 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-2c5a5620-e3a8-4d29-aeef-ea1141fd4106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:51:55.998805 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bdfdb0-9407-4f8d-aa4e-68240261e6c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca8e54bf-8e0f-49ce-899c-84fe035d3d45,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:51:56.000541 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bdfdb0-9407-4f8d-aa4e-68240261e6c1 admin admin] No DVR routers for this DVR port ca8e54bf-8e0f-49ce-899c-84fe035d3d45 on host dv-cinder-792462-2-iscsi {{(pid=98244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:51:56.002034 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-77bdfdb0-9407-4f8d-aa4e-68240261e6c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:51:56.058414 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-e4ec0614-e303-4868-ad55-e4ef8105ed1a None None] Calling delete_port for ca8e54bf-8e0f-49ce-899c-84fe035d3d45 owned by network:dhcp {{(pid=98245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:51:56.103685 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-e4ec0614-e303-4868-ad55-e4ef8105ed1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024'] for port, after_delete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:56.107460 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:51:56.156810 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec0614-e303-4868-ad55-e4ef8105ed1a None None] Pushing event deleted for resources: {'Port': ['ID=ca8e54bf-8e0f-49ce-899c-84fe035d3d45,revision_number=None']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:51:56.161700 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ec0614-e303-4868-ad55-e4ef8105ed1a None None] No DVR routers for this DVR port ca8e54bf-8e0f-49ce-899c-84fe035d3d45 on host dv-cinder-792462-2-iscsi {{(pid=98245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:51:56.174688 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ec0614-e303-4868-ad55-e4ef8105ed1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:51:56.175087 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ec0614-e303-4868-ad55-e4ef8105ed1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:51:56.175432 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ec0614-e303-4868-ad55-e4ef8105ed1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:51:56.175832 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ec0614-e303-4868-ad55-e4ef8105ed1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:51:56.176189 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ec0614-e303-4868-ad55-e4ef8105ed1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:51:56.176560 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ec0614-e303-4868-ad55-e4ef8105ed1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:51:56.176896 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ec0614-e303-4868-ad55-e4ef8105ed1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:51:56.177226 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ec0614-e303-4868-ad55-e4ef8105ed1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:51:56.177575 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ec0614-e303-4868-ad55-e4ef8105ed1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:51:56.177901 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ec0614-e303-4868-ad55-e4ef8105ed1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:51:56.178225 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ec0614-e303-4868-ad55-e4ef8105ed1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:51:56.178569 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ec0614-e303-4868-ad55-e4ef8105ed1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:51:56.182233 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-e4ec0614-e303-4868-ad55-e4ef8105ed1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:51:56.214550 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-77bdfdb0-9407-4f8d-aa4e-68240261e6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377309', 'neutron.services.segments.db._delete_segments_for_network-8778153038201'] for network, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:56.227185 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.services.segments.db [None req-77bdfdb0-9407-4f8d-aa4e-68240261e6c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b327da3-33cc-49f3-95cb-f563b6ea1ed4']}} {{(pid=98244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:51:56.238989 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.services.segments.db [None req-77bdfdb0-9407-4f8d-aa4e-68240261e6c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fe0069f-9e2f-4664-9dbe-d6cdd78a57fa') {'for_net_delete': True} {{(pid=98244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:51:56.239289 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.services.segments.db [None req-77bdfdb0-9407-4f8d-aa4e-68240261e6c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fe0069f-9e2f-4664-9dbe-d6cdd78a57fa') {} {{(pid=98244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:51:56.250708 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-77bdfdb0-9407-4f8d-aa4e-68240261e6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778153050359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-740391'] for segment, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:56.270551 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-77bdfdb0-9407-4f8d-aa4e-68240261e6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717217'] for segment, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:56.276449 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77bdfdb0-9407-4f8d-aa4e-68240261e6c1 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=98244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 19:51:56.276827 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-77bdfdb0-9407-4f8d-aa4e-68240261e6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3028207'] for segment, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:56.289533 dv-cinder-792462-2-iscsi neutron-server[98244]: Traceback (most recent call last): May 20 19:51:56.289533 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 19:51:56.289533 dv-cinder-792462-2-iscsi neutron-server[98244]: timer() May 20 19:51:56.289533 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 19:51:56.289533 dv-cinder-792462-2-iscsi neutron-server[98244]: cb(*args, **kw) May 20 19:51:56.289533 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 19:51:56.289533 dv-cinder-792462-2-iscsi neutron-server[98244]: return func(*args, **kwargs) May 20 19:51:56.289533 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 19:51:56.289533 dv-cinder-792462-2-iscsi neutron-server[98244]: self._notify() May 20 19:51:56.289533 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 19:51:56.289533 dv-cinder-792462-2-iscsi neutron-server[98244]: self.callback(batched_events) May 20 19:51:56.289533 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 19:51:56.289533 dv-cinder-792462-2-iscsi neutron-server[98244]: event.method(event) May 20 19:51:56.289533 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 19:51:56.289533 dv-cinder-792462-2-iscsi neutron-server[98244]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 19:51:56.289533 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 19:51:56.289533 dv-cinder-792462-2-iscsi neutron-server[98244]: aggregate_uuid = self.p_client.list_aggregates( May 20 19:51:56.289533 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 19:51:56.289533 dv-cinder-792462-2-iscsi neutron-server[98244]: return f(self, *a, **k) May 20 19:51:56.289533 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 19:51:56.289533 dv-cinder-792462-2-iscsi neutron-server[98244]: return self._get(url).json() May 20 19:51:56.289533 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 19:51:56.289533 dv-cinder-792462-2-iscsi neutron-server[98244]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 19:51:56.289533 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 19:51:56.289533 dv-cinder-792462-2-iscsi neutron-server[98244]: return self.request(url, 'GET', **kwargs) May 20 19:51:56.289533 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 19:51:56.289533 dv-cinder-792462-2-iscsi neutron-server[98244]: base_url = self.get_endpoint(auth, allow=allow, May 20 19:51:56.289533 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 19:51:56.289533 dv-cinder-792462-2-iscsi neutron-server[98244]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 19:51:56.289533 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 19:51:56.289533 dv-cinder-792462-2-iscsi neutron-server[98244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 19:51:56.289533 dv-cinder-792462-2-iscsi neutron-server[98244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 19:51:56.360687 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-77bdfdb0-9407-4f8d-aa4e-68240261e6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745754'] for network, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:56.364078 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-21c21c69-29c2-458c-ad00-57c9143ac561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:51:56.376959 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-77bdfdb0-9407-4f8d-aa4e-68240261e6c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for network, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:56.387238 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bdfdb0-9407-4f8d-aa4e-68240261e6c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b327da3-33cc-49f3-95cb-f563b6ea1ed4,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:51:56.390871 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-77bdfdb0-9407-4f8d-aa4e-68240261e6c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:51:56.401007 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-77bdfdb0-9407-4f8d-aa4e-68240261e6c1 admin admin] 10.222.0.46 "DELETE /v2.0/networks/1b327da3-33cc-49f3-95cb-f563b6ea1ed4 HTTP/1.1" status: 204 len: 168 time: 0.8982894 May 20 19:51:56.403852 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 45078) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:51:56.923514 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-a47282ef-3846-488e-a150-8c3bdf50f6e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1823322'] for router_interface, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:56.985937 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device ca8e54bf-8e0f-49ce-899c-84fe035d3d45 no longer exists at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:51:57.019312 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] No Port match for: ca8e54bf-8e0f-49ce-899c-84fe035d3d45 {{(pid=98245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:51:57.019659 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device ca8e54bf-8e0f-49ce-899c-84fe035d3d45 not bound to the agent host dv-cinder-792462-2-iscsi {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:51:57.358411 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.plugin [None req-a47282ef-3846-488e-a150-8c3bdf50f6e1 admin admin] Deleting port 930e69dc-b7db-49a1-920f-be5d5bbbb2de {{(pid=98244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:51:57.358741 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-a47282ef-3846-488e-a150-8c3bdf50f6e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:57.481818 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.db [None req-a47282ef-3846-488e-a150-8c3bdf50f6e1 admin admin] For port 930e69dc-b7db-49a1-920f-be5d5bbbb2de, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=930e69dc-b7db-49a1-920f-be5d5bbbb2de,segment=NetworkSegment(09d1b2e3-6543-411f-8321-343f55f2325a),segment_id=09d1b2e3-6543-411f-8321-343f55f2325a)] {{(pid=98244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:51:57.482172 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-a47282ef-3846-488e-a150-8c3bdf50f6e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:57.715315 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.plugin [None req-a47282ef-3846-488e-a150-8c3bdf50f6e1 admin admin] Calling delete_port for 930e69dc-b7db-49a1-920f-be5d5bbbb2de owned by network:router_interface {{(pid=98244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:51:57.865818 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-a47282ef-3846-488e-a150-8c3bdf50f6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3028154'] for port, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:57.869517 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-16fff2d0-c29f-4736-b604-927858f3adc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:51:57.913594 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47282ef-3846-488e-a150-8c3bdf50f6e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=930e69dc-b7db-49a1-920f-be5d5bbbb2de,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:51:57.917098 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-a47282ef-3846-488e-a150-8c3bdf50f6e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:51:58.188001 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-a47282ef-3846-488e-a150-8c3bdf50f6e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1697961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823470'] for router_interface, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:58.535470 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a47282ef-3846-488e-a150-8c3bdf50f6e1 admin admin] Router 3f4aa205-c3af-4826-8d33-57af29fc797b has already been hosted by L3 agent bf06d900-968e-4d51-b3d3-e51a8143bf8e {{(pid=98244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:51:58.708772 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47282ef-3846-488e-a150-8c3bdf50f6e1 admin admin] Notify agent at l3_agent.dv-cinder-792462-2-iscsi the message routers_updated {{(pid=98244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:51:58.716650 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ec6167-f5fa-4f28-b2ba-7bb8d30d61ed None None] Sync routers for ids ['3f4aa205-c3af-4826-8d33-57af29fc797b'] in dv-cinder-792462-2-iscsi {{(pid=98246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:51:58.723859 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-a47282ef-3846-488e-a150-8c3bdf50f6e1 admin admin] 10.222.0.46 "PUT /v2.0/routers/3f4aa205-c3af-4826-8d33-57af29fc797b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3189890 May 20 19:51:58.726482 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 45082) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:51:58.726657 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ec6167-f5fa-4f28-b2ba-7bb8d30d61ed None None] Routers {'3f4aa205-c3af-4826-8d33-57af29fc797b'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:51:58.727240 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-13ec6167-f5fa-4f28-b2ba-7bb8d30d61ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:51:34Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['3f4aa205-c3af-4826-8d33-57af29fc797b'], 'active': True} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:51:58.895180 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-05880ba0-1333-40bd-ad74-fcc783aabee5 admin admin] Notify callbacks [] for router, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:58.897703 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvr_db [None req-13ec6167-f5fa-4f28-b2ba-7bb8d30d61ed None None] Set router 3f4aa205-c3af-4826-8d33-57af29fc797b gateway port host: dv-cinder-792462-2-iscsi {{(pid=98246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:51:59.182058 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-13ec6167-f5fa-4f28-b2ba-7bb8d30d61ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4aa205-c3af-4826-8d33-57af29fc797b', 'name': 'tempest-TestMinimumBasicScenario-2126486921-router', 'tenant_id': '32d85dfdf92b48759da97b78bc60a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': 'ad65cf62-0c71-4a0a-85e7-86dec23d805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:49:27Z', 'updated_at': '2021-05-20T19:51:57Z', 'revision_number': 5, 'project_id': '32d85dfdf92b48759da97b78bc60a724', 'gw_port': {'id': 'ad65cf62-0c71-4a0a-85e7-86dec23d805b', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4aa205-c3af-4826-8d33-57af29fc797b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:49:28Z', 'updated_at': '2021-05-20T19:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi'}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:51:59.183157 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-05880ba0-1333-40bd-ad74-fcc783aabee5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:59.186396 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ec6167-f5fa-4f28-b2ba-7bb8d30d61ed None None] Checking router: 3f4aa205-c3af-4826-8d33-57af29fc797b for host: dv-cinder-792462-2-iscsi {{(pid=98246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:51:59.195632 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ec6167-f5fa-4f28-b2ba-7bb8d30d61ed None None] Routers {'3f4aa205-c3af-4826-8d33-57af29fc797b'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:51:59.196268 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-13ec6167-f5fa-4f28-b2ba-7bb8d30d61ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:51:34Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['3f4aa205-c3af-4826-8d33-57af29fc797b'], 'active': True} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:51:59.255985 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.plugin [None req-05880ba0-1333-40bd-ad74-fcc783aabee5 admin admin] Deleting port ad65cf62-0c71-4a0a-85e7-86dec23d805b {{(pid=98244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:51:59.256577 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-05880ba0-1333-40bd-ad74-fcc783aabee5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:59.344153 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvr_db [None req-13ec6167-f5fa-4f28-b2ba-7bb8d30d61ed None None] Set router 3f4aa205-c3af-4826-8d33-57af29fc797b gateway port host: None {{(pid=98246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:51:59.376387 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.db [None req-05880ba0-1333-40bd-ad74-fcc783aabee5 admin admin] For port ad65cf62-0c71-4a0a-85e7-86dec23d805b, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=ad65cf62-0c71-4a0a-85e7-86dec23d805b,segment=NetworkSegment(67affa7f-7af4-4d70-a1a2-daaca7702f84),segment_id=67affa7f-7af4-4d70-a1a2-daaca7702f84)] {{(pid=98244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:51:59.376740 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-05880ba0-1333-40bd-ad74-fcc783aabee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:59.449312 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-13ec6167-f5fa-4f28-b2ba-7bb8d30d61ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4aa205-c3af-4826-8d33-57af29fc797b', 'name': 'tempest-TestMinimumBasicScenario-2126486921-router', 'tenant_id': '32d85dfdf92b48759da97b78bc60a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:49:27Z', 'updated_at': '2021-05-20T19:51:59Z', 'revision_number': 6, 'project_id': '32d85dfdf92b48759da97b78bc60a724', 'gw_port_host': None}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:51:59.455016 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ec6167-f5fa-4f28-b2ba-7bb8d30d61ed None None] The sync data for ids ['3f4aa205-c3af-4826-8d33-57af29fc797b'] in dv-cinder-792462-2-iscsi is: [{'id': '3f4aa205-c3af-4826-8d33-57af29fc797b', 'name': 'tempest-TestMinimumBasicScenario-2126486921-router', 'tenant_id': '32d85dfdf92b48759da97b78bc60a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:49:27Z', 'updated_at': '2021-05-20T19:51:59Z', 'revision_number': 6, 'project_id': '32d85dfdf92b48759da97b78bc60a724', 'gw_port_host': None}] {{(pid=98246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:51:59.500077 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.plugin [None req-05880ba0-1333-40bd-ad74-fcc783aabee5 admin admin] Calling delete_port for ad65cf62-0c71-4a0a-85e7-86dec23d805b owned by network:router_gateway {{(pid=98244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:51:59.634129 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-05880ba0-1333-40bd-ad74-fcc783aabee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3028154'] for port, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:59.638800 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-93cbf6f0-ded8-412d-9a0e-8f1e0ca7f097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:51:59.681086 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05880ba0-1333-40bd-ad74-fcc783aabee5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad65cf62-0c71-4a0a-85e7-86dec23d805b,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:51:59.684037 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-05880ba0-1333-40bd-ad74-fcc783aabee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:51:59.771933 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-05880ba0-1333-40bd-ad74-fcc783aabee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745777'] for router_gateway, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:59.941960 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-05880ba0-1333-40bd-ad74-fcc783aabee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1749511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7954'] for router, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:59.944086 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-05880ba0-1333-40bd-ad74-fcc783aabee5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:59.971023 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-05880ba0-1333-40bd-ad74-fcc783aabee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1748301'] for router, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:59.971522 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05880ba0-1333-40bd-ad74-fcc783aabee5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f4aa205-c3af-4826-8d33-57af29fc797b {{(pid=98244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 19:51:59.983517 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-05880ba0-1333-40bd-ad74-fcc783aabee5 admin admin] Notify callbacks [] for router, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:59.984667 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-05880ba0-1333-40bd-ad74-fcc783aabee5 admin admin] 10.222.0.46 "DELETE /v2.0/routers/3f4aa205-c3af-4826-8d33-57af29fc797b HTTP/1.1" status: 204 len: 168 time: 1.2571535 May 20 19:51:59.987094 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 45086) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:52:00.044687 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dce150c-94cb-4eeb-ab0f-29db6d817466 admin admin] Deleting subnet 0494cab5-1049-45d4-a38e-db940a2d6900 {{(pid=98244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 19:52:00.047540 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-7dce150c-94cb-4eeb-ab0f-29db6d817466 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:00.095723 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-7dce150c-94cb-4eeb-ab0f-29db6d817466 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-740392'] for subnet, precommit_delete_associations {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:00.176252 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-7dce150c-94cb-4eeb-ab0f-29db6d817466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378450'] for subnet, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:00.424040 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-7dce150c-94cb-4eeb-ab0f-29db6d817466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3028041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3031077'] for subnet, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:00.428447 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-4b86220f-ad76-407e-8600-4c712b80e2c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:52:00.564268 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce150c-94cb-4eeb-ab0f-29db6d817466 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0494cab5-1049-45d4-a38e-db940a2d6900,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:52:00.567170 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-7dce150c-94cb-4eeb-ab0f-29db6d817466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:52:00.568154 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-7dce150c-94cb-4eeb-ab0f-29db6d817466 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:00.573207 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac30382-bb92-44d6-8acb-7f28c8e1fee1 None None] Network 9c2a1dde-7f18-48ea-b3c9-f4ef4edab79d requested from dv-cinder-792462-2-iscsi {{(pid=98245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:52:00.574490 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-7dce150c-94cb-4eeb-ab0f-29db6d817466 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/0494cab5-1049-45d4-a38e-db940a2d6900 HTTP/1.1" status: 204 len: 168 time: 0.5864272 May 20 19:52:00.577367 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 45090) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:52:00.680843 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-b3ba74d3-7420-408f-a65e-7fbf1bc70e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748490'] for network, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:00.750193 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.plugin [None req-b3ba74d3-7420-408f-a65e-7fbf1bc70e60 admin admin] Deleting port 833f5af5-69b5-47c7-95a6-93c703e96e55 {{(pid=98244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:52:00.750522 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-b3ba74d3-7420-408f-a65e-7fbf1bc70e60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:00.815745 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca84f4e-92b3-4152-8f8d-b8dc99e63ab2 None None] DHCP port deletion for 9c2a1dde-7f18-48ea-b3c9-f4ef4edab79d request from dv-cinder-792462-2-iscsi {{(pid=98245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 19:52:00.853050 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.db [None req-b3ba74d3-7420-408f-a65e-7fbf1bc70e60 admin admin] For port 833f5af5-69b5-47c7-95a6-93c703e96e55, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=833f5af5-69b5-47c7-95a6-93c703e96e55,segment=NetworkSegment(09d1b2e3-6543-411f-8321-343f55f2325a),segment_id=09d1b2e3-6543-411f-8321-343f55f2325a)] {{(pid=98244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:52:00.853409 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-b3ba74d3-7420-408f-a65e-7fbf1bc70e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:00.885533 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-7ca84f4e-92b3-4152-8f8d-b8dc99e63ab2 None None] Deleting port 833f5af5-69b5-47c7-95a6-93c703e96e55 {{(pid=98245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:52:00.885964 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-7ca84f4e-92b3-4152-8f8d-b8dc99e63ab2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:00.978267 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.plugin [None req-b3ba74d3-7420-408f-a65e-7fbf1bc70e60 admin admin] Calling delete_port for 833f5af5-69b5-47c7-95a6-93c703e96e55 owned by network:dhcp {{(pid=98244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:52:01.009717 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-7ca84f4e-92b3-4152-8f8d-b8dc99e63ab2 None None] For port 833f5af5-69b5-47c7-95a6-93c703e96e55, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=833f5af5-69b5-47c7-95a6-93c703e96e55,segment=NetworkSegment(09d1b2e3-6543-411f-8321-343f55f2325a),segment_id=09d1b2e3-6543-411f-8321-343f55f2325a)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:52:01.010053 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-7ca84f4e-92b3-4152-8f8d-b8dc99e63ab2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:01.042049 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-b3ba74d3-7420-408f-a65e-7fbf1bc70e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3028154'] for port, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:01.047434 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-d5818bc6-2796-4ea3-913a-2c831631ae4c tempest-VolumesNegativeTest-367809053 tempest-VolumesNegativeTest-367809053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:52:01.097097 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba74d3-7420-408f-a65e-7fbf1bc70e60 admin admin] Pushing event deleted for resources: {'Port': ['ID=833f5af5-69b5-47c7-95a6-93c703e96e55,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:52:01.100149 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-b3ba74d3-7420-408f-a65e-7fbf1bc70e60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:52:01.100924 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ba74d3-7420-408f-a65e-7fbf1bc70e60 admin admin] No DVR routers for this DVR port 833f5af5-69b5-47c7-95a6-93c703e96e55 on host dv-cinder-792462-2-iscsi {{(pid=98244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:52:01.102126 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device ad65cf62-0c71-4a0a-85e7-86dec23d805b no longer exists at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:52:01.208351 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-7ca84f4e-92b3-4152-8f8d-b8dc99e63ab2 None None] Calling delete_port for 833f5af5-69b5-47c7-95a6-93c703e96e55 owned by network:dhcp {{(pid=98245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:52:01.208351 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] No Port match for: ad65cf62-0c71-4a0a-85e7-86dec23d805b {{(pid=98245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:52:01.208786 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device ad65cf62-0c71-4a0a-85e7-86dec23d805b not bound to the agent host dv-cinder-792462-2-iscsi {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:52:01.208936 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 930e69dc-b7db-49a1-920f-be5d5bbbb2de no longer exists at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:52:01.230077 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-b3ba74d3-7420-408f-a65e-7fbf1bc70e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377309', 'neutron.services.segments.db._delete_segments_for_network-8778153038201'] for network, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:01.244449 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.services.segments.db [None req-b3ba74d3-7420-408f-a65e-7fbf1bc70e60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c2a1dde-7f18-48ea-b3c9-f4ef4edab79d']}} {{(pid=98244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:52:01.251098 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] No Port match for: 930e69dc-b7db-49a1-920f-be5d5bbbb2de {{(pid=98245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:52:01.251448 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 930e69dc-b7db-49a1-920f-be5d5bbbb2de not bound to the agent host dv-cinder-792462-2-iscsi {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:52:01.251972 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 833f5af5-69b5-47c7-95a6-93c703e96e55 no longer exists at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:52:01.262255 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.services.segments.db [None req-b3ba74d3-7420-408f-a65e-7fbf1bc70e60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09d1b2e3-6543-411f-8321-343f55f2325a') {'for_net_delete': True} {{(pid=98244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:52:01.262668 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.services.segments.db [None req-b3ba74d3-7420-408f-a65e-7fbf1bc70e60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09d1b2e3-6543-411f-8321-343f55f2325a') {} {{(pid=98244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:52:01.276727 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-b3ba74d3-7420-408f-a65e-7fbf1bc70e60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778153050359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-740391'] for segment, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:01.285985 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] No Port match for: 833f5af5-69b5-47c7-95a6-93c703e96e55 {{(pid=98245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:52:01.286333 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 833f5af5-69b5-47c7-95a6-93c703e96e55 not bound to the agent host dv-cinder-792462-2-iscsi {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:52:01.299519 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-b3ba74d3-7420-408f-a65e-7fbf1bc70e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717217'] for segment, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:01.307261 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3ba74d3-7420-408f-a65e-7fbf1bc70e60 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=98244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 19:52:01.307647 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-b3ba74d3-7420-408f-a65e-7fbf1bc70e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3028207'] for segment, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:01.321965 dv-cinder-792462-2-iscsi neutron-server[98244]: Traceback (most recent call last): May 20 19:52:01.321965 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 19:52:01.321965 dv-cinder-792462-2-iscsi neutron-server[98244]: timer() May 20 19:52:01.321965 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 19:52:01.321965 dv-cinder-792462-2-iscsi neutron-server[98244]: cb(*args, **kw) May 20 19:52:01.321965 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 19:52:01.321965 dv-cinder-792462-2-iscsi neutron-server[98244]: return func(*args, **kwargs) May 20 19:52:01.321965 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 19:52:01.321965 dv-cinder-792462-2-iscsi neutron-server[98244]: self._notify() May 20 19:52:01.321965 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 19:52:01.321965 dv-cinder-792462-2-iscsi neutron-server[98244]: self.callback(batched_events) May 20 19:52:01.321965 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 19:52:01.321965 dv-cinder-792462-2-iscsi neutron-server[98244]: event.method(event) May 20 19:52:01.321965 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 19:52:01.321965 dv-cinder-792462-2-iscsi neutron-server[98244]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 19:52:01.321965 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 19:52:01.321965 dv-cinder-792462-2-iscsi neutron-server[98244]: aggregate_uuid = self.p_client.list_aggregates( May 20 19:52:01.321965 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 19:52:01.321965 dv-cinder-792462-2-iscsi neutron-server[98244]: return f(self, *a, **k) May 20 19:52:01.321965 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 19:52:01.321965 dv-cinder-792462-2-iscsi neutron-server[98244]: return self._get(url).json() May 20 19:52:01.321965 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 19:52:01.321965 dv-cinder-792462-2-iscsi neutron-server[98244]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 19:52:01.321965 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 19:52:01.321965 dv-cinder-792462-2-iscsi neutron-server[98244]: return self.request(url, 'GET', **kwargs) May 20 19:52:01.321965 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 19:52:01.321965 dv-cinder-792462-2-iscsi neutron-server[98244]: base_url = self.get_endpoint(auth, allow=allow, May 20 19:52:01.321965 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 19:52:01.321965 dv-cinder-792462-2-iscsi neutron-server[98244]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 19:52:01.321965 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 19:52:01.321965 dv-cinder-792462-2-iscsi neutron-server[98244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 19:52:01.321965 dv-cinder-792462-2-iscsi neutron-server[98244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 19:52:01.328362 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-7ca84f4e-92b3-4152-8f8d-b8dc99e63ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024'] for port, after_delete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:01.332098 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-66d7d437-8aea-4833-978a-3d7f74156537 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:52:01.379618 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca84f4e-92b3-4152-8f8d-b8dc99e63ab2 None None] Pushing event deleted for resources: {'Port': ['ID=833f5af5-69b5-47c7-95a6-93c703e96e55,revision_number=None']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:52:01.382655 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-7ca84f4e-92b3-4152-8f8d-b8dc99e63ab2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:52:01.383458 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca84f4e-92b3-4152-8f8d-b8dc99e63ab2 None None] No DVR routers for this DVR port 833f5af5-69b5-47c7-95a6-93c703e96e55 on host dv-cinder-792462-2-iscsi {{(pid=98245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:52:01.407249 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-b3ba74d3-7420-408f-a65e-7fbf1bc70e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745754'] for network, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:01.410998 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-ed0b6e03-b96e-49f1-ab7c-d4e41a37e56d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:52:01.425504 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-b3ba74d3-7420-408f-a65e-7fbf1bc70e60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for network, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:01.436084 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba74d3-7420-408f-a65e-7fbf1bc70e60 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c2a1dde-7f18-48ea-b3c9-f4ef4edab79d,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:52:01.440471 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-b3ba74d3-7420-408f-a65e-7fbf1bc70e60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:52:01.444109 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-b3ba74d3-7420-408f-a65e-7fbf1bc70e60 admin admin] 10.222.0.46 "DELETE /v2.0/networks/9c2a1dde-7f18-48ea-b3c9-f4ef4edab79d HTTP/1.1" status: 204 len: 168 time: 0.8657219 May 20 19:52:01.614199 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 45100) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:52:01.661838 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-883a7e9a-838d-4095-b583-8527384b672a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=06e766a72c9240e8a3468a5a7e0176a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462799 May 20 19:52:01.664284 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 45104) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:52:01.720253 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-5d729d53-ec55-457e-872d-66846529d400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:01.749000 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-5d729d53-ec55-457e-872d-66846529d400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:01.800316 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-5d729d53-ec55-457e-872d-66846529d400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:01.803904 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-3d9fc646-6ba0-4036-a9f8-e32b0bfbcbb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:52:01.815936 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d729d53-ec55-457e-872d-66846529d400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14173c1b-0c02-42f5-bbaa-1697eb3f3a95,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:52:01.819008 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-5d729d53-ec55-457e-872d-66846529d400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:52:01.828248 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-5d729d53-ec55-457e-872d-66846529d400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:01.831788 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-5d729d53-ec55-457e-872d-66846529d400 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/14173c1b-0c02-42f5-bbaa-1697eb3f3a95 HTTP/1.1" status: 204 len: 168 time: 0.1642959 May 20 19:52:02.155976 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 45112) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:52:02.206511 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-7b10b62a-aabe-4cc7-b645-4fc86f472084 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=32d85dfdf92b48759da97b78bc60a724&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0488126 May 20 19:52:02.208366 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 45116) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:52:02.237187 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-76c74542-d7b9-49d7-ae0d-f21ac3b12ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:02.268869 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-b02d64b3-0833-4cba-a816-ffe1516cc135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:02.293543 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-b02d64b3-0833-4cba-a816-ffe1516cc135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:02.345229 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-b02d64b3-0833-4cba-a816-ffe1516cc135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:02.348771 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-38aa05e1-1af7-43c9-bd0e-c3d95594981e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:52:02.360892 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d64b3-0833-4cba-a816-ffe1516cc135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fa0bee-6325-4d1b-8409-8622c7ec04c4,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:52:02.363663 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-b02d64b3-0833-4cba-a816-ffe1516cc135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:52:02.365660 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-b02d64b3-0833-4cba-a816-ffe1516cc135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:02.366698 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-b02d64b3-0833-4cba-a816-ffe1516cc135 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b7fa0bee-6325-4d1b-8409-8622c7ec04c4 HTTP/1.1" status: 204 len: 168 time: 0.1574643 May 20 19:52:04.473630 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-9bd3581e-ae96-416c-ab21-3a41186030ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:04.815062 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:05.611095 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d568-3eaa-4ee2-8e63-8438dfda9a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:06.432063 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:07.300233 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-40a8b960-4cf6-42c3-bf80-c71dd59d075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:09.625987 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-a010d355-c908-4d13-99bc-a339b2953421 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1415459186&fields=id&tenant_id=67c0fea229f14ebd918a33f2a9d87521 HTTP/1.1" status: 200 len: 267 time: 0.0425217 May 20 19:52:09.771603 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-b577c21b-6b5d-486b-9e4c-4ac0ce57e9f3 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:52:09.772949 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-b577c21b-6b5d-486b-9e4c-4ac0ce57e9f3 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/networks?id=027d5c0a-e45a-4a06-947e-f673039c67a0 HTTP/1.1" status: 200 len: 812 time: 0.1399615 May 20 19:52:09.788093 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-07850953-fc53-48d1-a326-3261e33567a0 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/quotas/67c0fea229f14ebd918a33f2a9d87521 HTTP/1.1" status: 200 len: 375 time: 0.0088401 May 20 19:52:09.875090 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-ad4afdbc-bd82-4dbe-ba78-7085696e0f37 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=67c0fea229f14ebd918a33f2a9d87521&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0817862 May 20 19:52:09.988559 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-d42a94ab-4331-4ee4-9ad4-02119f71daba service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=98243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 19:52:09.989528 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-d42a94ab-4331-4ee4-9ad4-02119f71daba service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1031692 May 20 19:52:10.197243 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-a9fdec53-c8d9-44b3-ad6a-32e8b3b5f261 service neutron] 10.222.0.46 "GET /v2.0/networks/027d5c0a-e45a-4a06-947e-f673039c67a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017314 May 20 19:52:10.327928 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-6934aedc-842a-4a8e-bac5-fb5c6b739331 service neutron] 10.222.0.46 "GET /v2.0/networks/027d5c0a-e45a-4a06-947e-f673039c67a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241546 May 20 19:52:10.716676 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-ecd0b3fa-0653-483b-8348-81400650f45b req-3e5aa5a9-63a8-4bd4-98f6-9ec1c32fcc61 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb73037-ee17-45e0-84b0-8f5e9e11d996 HTTP/1.1" status: 200 len: 210 time: 0.0431616 May 20 19:52:11.898661 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7bb60564-bd97-48e1-b9ff-b5116cf5ae24 req-3fa245ef-448b-4ebf-b89d-399adec88393 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb73037-ee17-45e0-84b0-8f5e9e11d996 HTTP/1.1" status: 200 len: 210 time: 0.0630858 May 20 19:52:11.932508 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-3bda1766-b387-4e7d-ab3f-e503032b4635 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:52:11.933959 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-3bda1766-b387-4e7d-ab3f-e503032b4635 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.65 "GET /v2.0/networks?id=027d5c0a-e45a-4a06-947e-f673039c67a0 HTTP/1.1" status: 200 len: 812 time: 0.1928983 May 20 19:52:11.981981 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-4b06efef-da0a-4137-a502-bfbe47e81f4b tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67c0fea229f14ebd918a33f2a9d87521 HTTP/1.1" status: 200 len: 380 time: 0.0398571 May 20 19:52:11.990188 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-835acdd6-9cc5-45b6-9794-3731d67a7934 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Request body: {'port': {'device_id': '9eb73037-ee17-45e0-84b0-8f5e9e11d996', 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0', 'admin_state_up': True, 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'security_groups': ['f85ca38a-c005-44a6-9d58-73c82601f5ab']}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:52:12.123601 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-835acdd6-9cc5-45b6-9794-3731d67a7934 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:52:12.133099 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.quota.driver [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-835acdd6-9cc5-45b6-9794-3731d67a7934 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=98243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:52:12.141726 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-835acdd6-9cc5-45b6-9794-3731d67a7934 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Made reservation on behalf of 67c0fea229f14ebd918a33f2a9d87521 for: {'port': 1} {{(pid=98243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:52:12.145400 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-835acdd6-9cc5-45b6-9794-3731d67a7934 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:12.308052 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.db_base_plugin_common [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-835acdd6-9cc5-45b6-9794-3731d67a7934 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Allocated IP 172.20.0.12 (027d5c0a-e45a-4a06-947e-f673039c67a0/62263882-c2fb-42c7-a641-48b5e7aef49a/f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5) {{(pid=98243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:52:12.460645 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-641a0830-213a-4b5f-b590-4ae8001f0335 req-ac2c655c-d558-4aa8-8084-ddfd1efbb2b5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=59ff7813-e21c-44d5-873f-79eaa668481a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0777824 May 20 19:52:12.509879 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-835acdd6-9cc5-45b6-9794-3731d67a7934 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks [] for port, precommit_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:12.525290 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.provisioning_blocks [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-835acdd6-9cc5-45b6-9794-3731d67a7934 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Transition to ACTIVE for port object f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5 will not be triggered until provisioned by entity DHCP. {{(pid=98243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:52:12.550315 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-835acdd6-9cc5-45b6-9794-3731d67a7934 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3727336'] for port, after_create {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:12.550785 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a0830-213a-4b5f-b590-4ae8001f0335 req-975bb409-f4e8-4891-b8a6-e3c261aaf727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:52:12.552327 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-641a0830-213a-4b5f-b590-4ae8001f0335 req-975bb409-f4e8-4891-b8a6-e3c261aaf727 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=67c0fea229f14ebd918a33f2a9d87521&device_id=59ff7813-e21c-44d5-873f-79eaa668481a HTTP/1.1" status: 200 len: 1098 time: 0.0721450 May 20 19:52:12.558228 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-7ebfdf76-b31f-4def-92e4-a008ca371044 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:52:12.625905 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-835acdd6-9cc5-45b6-9794-3731d67a7934 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Network 027d5c0a-e45a-4a06-947e-f673039c67a0 is already hosted by enough agents. {{(pid=98243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:52:12.629313 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.base_scheduler [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-835acdd6-9cc5-45b6-9794-3731d67a7934 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Resources bound (agent type, host, resource id): {{(pid=98243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:52:12.633110 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.l3_dvrscheduler_db [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-835acdd6-9cc5-45b6-9794-3731d67a7934 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Received port after_create {{(pid=98243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:52:12.672842 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835acdd6-9cc5-45b6-9794-3731d67a7934 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Pushing event updated for resources: {'Port': ['ID=f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5,revision_number=1']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:52:12.688325 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-835acdd6-9cc5-45b6-9794-3731d67a7934 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:52:12.713003 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-835acdd6-9cc5-45b6-9794-3731d67a7934 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:52:12.713610 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-835acdd6-9cc5-45b6-9794-3731d67a7934 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for port, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:12.732885 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a0830-213a-4b5f-b590-4ae8001f0335 req-821966dd-d8f5-4e84-a8fc-578b93f44861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:52:12.734667 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-641a0830-213a-4b5f-b590-4ae8001f0335 req-821966dd-d8f5-4e84-a8fc-578b93f44861 service neutron] 10.222.0.65 "GET /v2.0/networks?id=027d5c0a-e45a-4a06-947e-f673039c67a0 HTTP/1.1" status: 200 len: 913 time: 0.1630809 May 20 19:52:12.749851 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-835acdd6-9cc5-45b6-9794-3731d67a7934 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7632279 May 20 19:52:12.763807 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.v2.base [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-100ce34c-fe71-4365-8b73-0df39a86806f service neutron] Request body: {'port': {'device_id': '9eb73037-ee17-45e0-84b0-8f5e9e11d996', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:52:12.846388 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-641a0830-213a-4b5f-b590-4ae8001f0335 req-a4c51160-bb5b-4114-8e9f-00de5a7f89e7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e6997c7-eed3-46c3-8095-e067f75a6115 HTTP/1.1" status: 200 len: 1001 time: 0.1033461 May 20 19:52:12.885375 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-5c4e981a-3d56-4b86-846b-35f7e78434c0 None None] Provisioning for port f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5 completed by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:52:12.887789 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-100ce34c-fe71-4365-8b73-0df39a86806f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:12.891657 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-5c4e981a-3d56-4b86-846b-35f7e78434c0 None None] Provisioning complete for port f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5 triggered by entity DHCP. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:52:12.892097 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-5c4e981a-3d56-4b86-846b-35f7e78434c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:12.913262 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a0830-213a-4b5f-b590-4ae8001f0335 req-5d9277b0-53c2-4a84-82f7-28aa50fbcef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:52:12.914862 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-641a0830-213a-4b5f-b590-4ae8001f0335 req-5d9277b0-53c2-4a84-82f7-28aa50fbcef1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=62263882-c2fb-42c7-a641-48b5e7aef49a HTTP/1.1" status: 200 len: 851 time: 0.0618565 May 20 19:52:12.946539 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-5c4e981a-3d56-4b86-846b-35f7e78434c0 None None] Port f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5 cannot update to ACTIVE because it is not bound. {{(pid=98245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 19:52:13.163061 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a0830-213a-4b5f-b590-4ae8001f0335 req-d62e809e-2d67-4b92-80a2-7657c78db11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:52:13.164552 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-641a0830-213a-4b5f-b590-4ae8001f0335 req-d62e809e-2d67-4b92-80a2-7657c78db11e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=027d5c0a-e45a-4a06-947e-f673039c67a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2434816 May 20 19:52:13.198088 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4ca36-1f90-458e-8440-17d9a612efe6 req-cbb216a0-95d0-48b5-b214-73935660a727 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:52:13.200012 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-61e4ca36-1f90-458e-8440-17d9a612efe6 req-cbb216a0-95d0-48b5-b214-73935660a727 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb73037-ee17-45e0-84b0-8f5e9e11d996 HTTP/1.1" status: 200 len: 932 time: 0.1128235 May 20 19:52:13.239180 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.notifiers.nova [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-100ce34c-fe71-4365-8b73-0df39a86806f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5 {{(pid=98243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:52:13.246542 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-100ce34c-fe71-4365-8b73-0df39a86806f service neutron] Notify callbacks [] for port, precommit_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:13.260464 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.provisioning_blocks [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-100ce34c-fe71-4365-8b73-0df39a86806f service neutron] Transition to ACTIVE for port object f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5 will not be triggered until provisioned by entity L2. {{(pid=98243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:52:13.268666 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-100ce34c-fe71-4365-8b73-0df39a86806f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3727329'] for port, after_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:13.272278 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:52:13.315370 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-61e4ca36-1f90-458e-8440-17d9a612efe6 req-77bf6b55-c508-4118-915f-314a97f781d4 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/security-groups?id=f85ca38a-c005-44a6-9d58-73c82601f5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027806 May 20 19:52:13.343537 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-641a0830-213a-4b5f-b590-4ae8001f0335 req-d11877ab-5b77-4b0b-8550-f124c317b33a service neutron] 10.222.0.65 "GET /v2.0/networks/027d5c0a-e45a-4a06-947e-f673039c67a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715031 May 20 19:52:13.489607 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-641a0830-213a-4b5f-b590-4ae8001f0335 req-8e8a9f5c-cc41-497a-8688-f560441059c9 service neutron] 10.222.0.65 "GET /v2.0/networks/027d5c0a-e45a-4a06-947e-f673039c67a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394920 May 20 19:52:13.531542 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ce34c-fe71-4365-8b73-0df39a86806f service neutron] Pushing event updated for resources: {'Port': ['ID=f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5,revision_number=2']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:52:13.538453 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-100ce34c-fe71-4365-8b73-0df39a86806f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:52:13.602014 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.managers [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-100ce34c-fe71-4365-8b73-0df39a86806f service neutron] Attempting to bind port f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:52:13.602342 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.managers [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-100ce34c-fe71-4365-8b73-0df39a86806f service neutron] Attempting to bind port f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '139dbb0a-3903-4603-9a7f-ddd4c73b8a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0'}] {{(pid=98243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:52:13.602662 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-100ce34c-fe71-4365-8b73-0df39a86806f service neutron] Attempting to bind port f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5 on network 027d5c0a-e45a-4a06-947e-f673039c67a0 {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:52:13.607130 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-100ce34c-fe71-4365-8b73-0df39a86806f service neutron] Port f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5 on network 027d5c0a-e45a-4a06-947e-f673039c67a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 19:52:13.607382 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-100ce34c-fe71-4365-8b73-0df39a86806f service neutron] Attempting to bind port f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5 on network 027d5c0a-e45a-4a06-947e-f673039c67a0 {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:52:13.612296 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-100ce34c-fe71-4365-8b73-0df39a86806f service neutron] Checking agent: {'id': '35bcd696-cda5-4691-8ef9-fd8f1ab55a75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 39, 6), 'started_at': datetime.datetime(2021, 5, 20, 19, 39, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:52:13.612626 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-100ce34c-fe71-4365-8b73-0df39a86806f service neutron] Checking segment: {'id': '139dbb0a-3903-4603-9a7f-ddd4c73b8a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:52:13.612998 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-100ce34c-fe71-4365-8b73-0df39a86806f service neutron] Bound using segment: {'id': '139dbb0a-3903-4603-9a7f-ddd4c73b8a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0'} {{(pid=98243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:52:13.613417 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.managers [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-100ce34c-fe71-4365-8b73-0df39a86806f service neutron] Bound port: f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '139dbb0a-3903-4603-9a7f-ddd4c73b8a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0'}}] {{(pid=98243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:52:13.613755 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-100ce34c-fe71-4365-8b73-0df39a86806f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:13.703046 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.db [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-100ce34c-fe71-4365-8b73-0df39a86806f service neutron] For port f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5, host hv-cinder-79246, cleared binding levels {{(pid=98243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:52:13.705900 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.db [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-100ce34c-fe71-4365-8b73-0df39a86806f service neutron] For port f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5,segment=NetworkSegment(139dbb0a-3903-4603-9a7f-ddd4c73b8a9f),segment_id=139dbb0a-3903-4603-9a7f-ddd4c73b8a9f)] {{(pid=98243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:52:13.711087 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-100ce34c-fe71-4365-8b73-0df39a86806f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3727329'] for port, after_update {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:13.715343 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-1d0e6908-54e1-4527-86d2-af2dc04c2eb2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:52:13.770276 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-100ce34c-fe71-4365-8b73-0df39a86806f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:52:13.770800 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-100ce34c-fe71-4365-8b73-0df39a86806f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for port, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:13.772148 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-100ce34c-fe71-4365-8b73-0df39a86806f service neutron] 10.222.0.65 "PUT /v2.0/ports/f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5 HTTP/1.1" status: 200 len: 1094 time: 1.0144761 May 20 19:52:13.772628 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eb73037-ee17-45e0-84b0-8f5e9e11d996', 'tag': 'f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5'}] {{(pid=98243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:52:13.792400 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ce34c-fe71-4365-8b73-0df39a86806f service neutron] Pushing event updated for resources: {'Port': ['ID=f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5,revision_number=3']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:52:13.796745 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-100ce34c-fe71-4365-8b73-0df39a86806f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:52:13.853908 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eb73037-ee17-45e0-84b0-8f5e9e11d996', 'tag': 'f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5', 'status': 'completed', 'code': 200} May 20 19:52:13.901994 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-95eb2b80-d161-4225-ae73-9f0161a8d60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:52:13.903530 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-95eb2b80-d161-4225-ae73-9f0161a8d60e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=67c0fea229f14ebd918a33f2a9d87521&device_id=9eb73037-ee17-45e0-84b0-8f5e9e11d996 HTTP/1.1" status: 200 len: 1097 time: 0.0818326 May 20 19:52:13.971327 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-cbb9c445-d037-49d8-b56f-ba9e6a7ae0fd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5 HTTP/1.1" status: 200 len: 217 time: 0.0604692 May 20 19:52:14.036797 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-8e629163-2806-4d81-8bc8-5f2ea05dc63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:52:14.038157 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-8e629163-2806-4d81-8bc8-5f2ea05dc63f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=62263882-c2fb-42c7-a641-48b5e7aef49a HTTP/1.1" status: 200 len: 851 time: 0.0613482 May 20 19:52:14.110487 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-6108dd9e-bcae-43ef-8e99-2c3017b74f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:52:14.111933 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-6108dd9e-bcae-43ef-8e99-2c3017b74f95 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=027d5c0a-e45a-4a06-947e-f673039c67a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0679939 May 20 19:52:14.241171 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-d4f03f1d-f344-40ef-a0a8-548a05395f83 service neutron] 10.222.0.65 "GET /v2.0/networks/027d5c0a-e45a-4a06-947e-f673039c67a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222150 May 20 19:52:14.376653 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-c34081e2-5895-4ab5-9574-d35aa25da475 req-b29f38b6-6377-46bd-b910-c9068a56d195 service neutron] 10.222.0.65 "GET /v2.0/networks/027d5c0a-e45a-4a06-947e-f673039c67a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288960 May 20 19:52:14.497520 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fbdc1-d94f-4beb-b74d-cc3b04db9d91 req-298de735-19a4-4afc-a45e-74b6af863a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:52:14.498883 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-433fbdc1-d94f-4beb-b74d-cc3b04db9d91 req-298de735-19a4-4afc-a45e-74b6af863a7d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=67c0fea229f14ebd918a33f2a9d87521&device_id=9eb73037-ee17-45e0-84b0-8f5e9e11d996 HTTP/1.1" status: 200 len: 1097 time: 0.0770798 May 20 19:52:14.506746 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a9434d-566a-4508-94d1-4c4aec80321f req-ffcf5e13-2e5d-488c-9715-750caf8084c7 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:52:14.508186 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-59a9434d-566a-4508-94d1-4c4aec80321f req-ffcf5e13-2e5d-488c-9715-750caf8084c7 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb73037-ee17-45e0-84b0-8f5e9e11d996 HTTP/1.1" status: 200 len: 944 time: 0.0843508 May 20 19:52:14.552637 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-59a9434d-566a-4508-94d1-4c4aec80321f req-e83e2f56-e21a-4181-9f3d-ff975adf2609 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/security-groups?id=f85ca38a-c005-44a6-9d58-73c82601f5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378208 May 20 19:52:14.638844 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fbdc1-d94f-4beb-b74d-cc3b04db9d91 req-56be6287-e8ce-4aa5-a404-5859e2f8201a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:52:14.640292 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-433fbdc1-d94f-4beb-b74d-cc3b04db9d91 req-56be6287-e8ce-4aa5-a404-5859e2f8201a service neutron] 10.222.0.65 "GET /v2.0/networks?id=027d5c0a-e45a-4a06-947e-f673039c67a0 HTTP/1.1" status: 200 len: 913 time: 0.1332972 May 20 19:52:14.705988 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-433fbdc1-d94f-4beb-b74d-cc3b04db9d91 req-44fe1ee7-7eb0-46bb-926a-1e506046036e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5 HTTP/1.1" status: 200 len: 217 time: 0.0585346 May 20 19:52:14.772459 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fbdc1-d94f-4beb-b74d-cc3b04db9d91 req-efbbe919-4dea-4acd-b2e2-ae9312c7377d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:52:14.773762 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-433fbdc1-d94f-4beb-b74d-cc3b04db9d91 req-efbbe919-4dea-4acd-b2e2-ae9312c7377d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=62263882-c2fb-42c7-a641-48b5e7aef49a HTTP/1.1" status: 200 len: 851 time: 0.0581243 May 20 19:52:14.849374 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fbdc1-d94f-4beb-b74d-cc3b04db9d91 req-af02976e-7224-4b36-8187-ac6c33415e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:52:14.850805 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-433fbdc1-d94f-4beb-b74d-cc3b04db9d91 req-af02976e-7224-4b36-8187-ac6c33415e1d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=027d5c0a-e45a-4a06-947e-f673039c67a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0677841 May 20 19:52:14.981964 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-433fbdc1-d94f-4beb-b74d-cc3b04db9d91 req-e689ae22-2b66-4c36-9f2c-ba23806fb0fb service neutron] 10.222.0.65 "GET /v2.0/networks/027d5c0a-e45a-4a06-947e-f673039c67a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227171 May 20 19:52:15.191614 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-433fbdc1-d94f-4beb-b74d-cc3b04db9d91 req-d00ebfd1-dfc4-4e5c-82b0-1dfdd6c77756 service neutron] 10.222.0.65 "GET /v2.0/networks/027d5c0a-e45a-4a06-947e-f673039c67a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024918 May 20 19:52:15.736177 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec46d6-83cc-454c-8c4d-afac4a81cd8a req-2e84893c-8554-449c-baaa-f64a0621a359 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:52:15.736907 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-e9ec46d6-83cc-454c-8c4d-afac4a81cd8a req-2e84893c-8554-449c-baaa-f64a0621a359 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Synchronizing usage tracker for tenant:67c0fea229f14ebd918a33f2a9d87521 on resource:port {{(pid=98243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:52:15.751162 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-e9ec46d6-83cc-454c-8c4d-afac4a81cd8a req-2e84893c-8554-449c-baaa-f64a0621a359 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Unset dirty status for tenant:67c0fea229f14ebd918a33f2a9d87521 on resource:port {{(pid=98243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:52:15.752283 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-e9ec46d6-83cc-454c-8c4d-afac4a81cd8a req-2e84893c-8554-449c-baaa-f64a0621a359 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb73037-ee17-45e0-84b0-8f5e9e11d996 HTTP/1.1" status: 200 len: 944 time: 0.0938985 May 20 19:52:15.799515 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-e9ec46d6-83cc-454c-8c4d-afac4a81cd8a req-9c292140-3998-47ee-8e1b-607bfaec630d tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/security-groups?id=f85ca38a-c005-44a6-9d58-73c82601f5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411415 May 20 19:52:16.984276 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef60c50-7753-4340-84c5-b0538fef9114 req-c105a4aa-3ca6-4d06-9fd1-0a0d7524b321 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:52:16.985715 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-0ef60c50-7753-4340-84c5-b0538fef9114 req-c105a4aa-3ca6-4d06-9fd1-0a0d7524b321 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb73037-ee17-45e0-84b0-8f5e9e11d996 HTTP/1.1" status: 200 len: 944 time: 0.0834529 May 20 19:52:17.029234 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-0ef60c50-7753-4340-84c5-b0538fef9114 req-c8759faa-3654-4aa4-a050-a77a6a24b605 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/security-groups?id=f85ca38a-c005-44a6-9d58-73c82601f5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378335 May 20 19:52:18.208617 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a6392-e08f-462d-b03a-6aa59b652d96 req-726dacb7-7e2e-412d-9e7e-e1bbea378986 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:52:18.210038 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-b97a6392-e08f-462d-b03a-6aa59b652d96 req-726dacb7-7e2e-412d-9e7e-e1bbea378986 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb73037-ee17-45e0-84b0-8f5e9e11d996 HTTP/1.1" status: 200 len: 944 time: 0.0780420 May 20 19:52:18.254029 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-b97a6392-e08f-462d-b03a-6aa59b652d96 req-b4cd299c-b111-4a82-8be8-5eae65ba7ac7 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/security-groups?id=f85ca38a-c005-44a6-9d58-73c82601f5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383031 May 20 19:52:19.438713 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a58cb-4166-416c-92cc-e2836e7b6497 req-182f0861-5987-4e20-b4dd-57c4e6ece9b4 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:52:19.440192 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-167a58cb-4166-416c-92cc-e2836e7b6497 req-182f0861-5987-4e20-b4dd-57c4e6ece9b4 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb73037-ee17-45e0-84b0-8f5e9e11d996 HTTP/1.1" status: 200 len: 944 time: 0.0804746 May 20 19:52:19.484008 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-167a58cb-4166-416c-92cc-e2836e7b6497 req-950fe68c-3814-4de1-9f5d-817c9b77ea34 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/security-groups?id=f85ca38a-c005-44a6-9d58-73c82601f5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381386 May 20 19:52:20.411294 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.agents_db [None req-81082b58-be1a-4fbd-9926-297307221300 None None] Agent healthcheck: found 6 active agents {{(pid=98246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:52:20.676294 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35740d2-2aea-4a9d-8ccd-740a1845bbcc req-07d39649-a6d2-4bc4-b2da-f541ddc25174 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:52:20.677774 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-b35740d2-2aea-4a9d-8ccd-740a1845bbcc req-07d39649-a6d2-4bc4-b2da-f541ddc25174 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb73037-ee17-45e0-84b0-8f5e9e11d996 HTTP/1.1" status: 200 len: 944 time: 0.0902982 May 20 19:52:20.721210 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-b35740d2-2aea-4a9d-8ccd-740a1845bbcc req-70d9246c-642f-47b0-8317-368c040c6f3d tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/security-groups?id=f85ca38a-c005-44a6-9d58-73c82601f5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378654 May 20 19:52:21.909112 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c193d1c-b9e7-42bb-9d4b-36f899539c25 req-3c4ee652-e319-426d-a47d-c6dc87eba0d3 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:52:21.910537 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-9c193d1c-b9e7-42bb-9d4b-36f899539c25 req-3c4ee652-e319-426d-a47d-c6dc87eba0d3 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb73037-ee17-45e0-84b0-8f5e9e11d996 HTTP/1.1" status: 200 len: 944 time: 0.0844793 May 20 19:52:21.954146 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-9c193d1c-b9e7-42bb-9d4b-36f899539c25 req-30c78373-d5d8-43b7-a85e-c34675841399 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/security-groups?id=f85ca38a-c005-44a6-9d58-73c82601f5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373828 May 20 19:52:22.309360 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 19:52:22.478328 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5,segment=NetworkSegment(139dbb0a-3903-4603-9a7f-ddd4c73b8a9f),segment_id=139dbb0a-3903-4603-9a7f-ddd4c73b8a9f)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:52:22.490899 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Returning: {'device': 'f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5', 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0', 'port_id': 'f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5', 'mac_address': 'fa:16:3e:19:92:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62263882-c2fb-42c7-a641-48b5e7aef49a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 19:52:22.544074 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:22.560319 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.notifiers.nova [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5 {{(pid=98245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:52:22.575215 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5,segment=NetworkSegment(139dbb0a-3903-4603-9a7f-ddd4c73b8a9f),segment_id=139dbb0a-3903-4603-9a7f-ddd4c73b8a9f)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:52:22.579231 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:22.581021 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:52:22.646980 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Pushing event updated for resources: {'Port': ['ID=f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5,revision_number=4']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:52:22.650155 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:52:22.820917 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] get_ports_and_sgs() called for port_ids ['f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5'] {{(pid=98245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:52:23.135720 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34991da8-7447-4e52-8a14-3737d10faa47 req-e3cb0305-646e-42fb-bcb6-735636d9aef2 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:52:23.137188 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-34991da8-7447-4e52-8a14-3737d10faa47 req-e3cb0305-646e-42fb-bcb6-735636d9aef2 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb73037-ee17-45e0-84b0-8f5e9e11d996 HTTP/1.1" status: 200 len: 945 time: 0.0801370 May 20 19:52:23.183188 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-34991da8-7447-4e52-8a14-3737d10faa47 req-744bf591-c101-4b32-a98e-a4903da7c168 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/security-groups?id=f85ca38a-c005-44a6-9d58-73c82601f5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402982 May 20 19:52:24.319777 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5 up at agent hyperv_hv-cinder-79246 {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:52:24.373677 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f263f0-43ba-46a5-b865-8a2046e1d805 req-4e84ab09-c133-45e3-888f-43e6705991c6 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:52:24.375250 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-44f263f0-43ba-46a5-b865-8a2046e1d805 req-4e84ab09-c133-45e3-888f-43e6705991c6 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb73037-ee17-45e0-84b0-8f5e9e11d996 HTTP/1.1" status: 200 len: 945 time: 0.0861526 May 20 19:52:24.388249 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Provisioning for port f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5 completed by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:52:24.392731 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Provisioning complete for port f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5 triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:52:24.393112 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:24.426657 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-44f263f0-43ba-46a5-b865-8a2046e1d805 req-050732fd-37cf-47e9-96f4-e375f57fb5b1 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/security-groups?id=f85ca38a-c005-44a6-9d58-73c82601f5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452125 May 20 19:52:24.509509 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:24.537050 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb73037-ee17-45e0-84b0-8f5e9e11d996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5'}] {{(pid=98245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:52:24.546828 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5,segment=NetworkSegment(139dbb0a-3903-4603-9a7f-ddd4c73b8a9f),segment_id=139dbb0a-3903-4603-9a7f-ddd4c73b8a9f)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:52:24.550663 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:24.552698 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:52:24.619557 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Pushing event updated for resources: {'Port': ['ID=f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5,revision_number=5']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:52:24.623372 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:52:24.701581 dv-cinder-792462-2-iscsi neutron-server[98245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb73037-ee17-45e0-84b0-8f5e9e11d996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5', 'code': 200} May 20 19:52:24.984953 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa25794-1449-4862-8e86-76bd40d35037 req-f0e4e238-918b-4cea-9078-c17ac8c00195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:52:24.986459 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-8fa25794-1449-4862-8e86-76bd40d35037 req-f0e4e238-918b-4cea-9078-c17ac8c00195 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9eb73037-ee17-45e0-84b0-8f5e9e11d996 HTTP/1.1" status: 200 len: 1099 time: 0.0705664 May 20 19:52:25.027966 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-8fa25794-1449-4862-8e86-76bd40d35037 req-2d17f4fe-7a8b-4bf6-a942-408d67b6f8ee service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f85ca38a-c005-44a6-9d58-73c82601f5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344298 May 20 19:52:25.612146 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd769b2-6753-41c5-98dc-e2f5fb4cab3c req-547fbdcc-c6e1-4767-843b-874745e33423 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:52:25.613578 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-efd769b2-6753-41c5-98dc-e2f5fb4cab3c req-547fbdcc-c6e1-4767-843b-874745e33423 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb73037-ee17-45e0-84b0-8f5e9e11d996 HTTP/1.1" status: 200 len: 946 time: 0.0793061 May 20 19:52:25.657142 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-efd769b2-6753-41c5-98dc-e2f5fb4cab3c req-3c82c725-6159-4862-b491-a0030a1b7242 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/security-groups?id=f85ca38a-c005-44a6-9d58-73c82601f5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379546 May 20 19:52:26.862134 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e753ccfd-5b76-4023-96df-9b16c3a701c5 req-3ba9476f-d517-4d8a-a9a2-4514455e6314 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:52:26.863554 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-e753ccfd-5b76-4023-96df-9b16c3a701c5 req-3ba9476f-d517-4d8a-a9a2-4514455e6314 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb73037-ee17-45e0-84b0-8f5e9e11d996 HTTP/1.1" status: 200 len: 946 time: 0.0817423 May 20 19:52:26.907394 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-e753ccfd-5b76-4023-96df-9b16c3a701c5 req-7bde0cc2-50fb-4bf5-9392-7844e727ca38 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/security-groups?id=f85ca38a-c005-44a6-9d58-73c82601f5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382521 May 20 19:52:27.105246 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22911f6d-d78f-4dc8-b679-b331aea8f362 req-70e721f9-8a99-4b55-ae40-740f3c7624ad tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:52:27.107244 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-22911f6d-d78f-4dc8-b679-b331aea8f362 req-70e721f9-8a99-4b55-ae40-740f3c7624ad tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb73037-ee17-45e0-84b0-8f5e9e11d996 HTTP/1.1" status: 200 len: 946 time: 0.0833251 May 20 19:52:27.151205 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-22911f6d-d78f-4dc8-b679-b331aea8f362 req-7c3cb011-34e9-4cea-bf89-288472ddf9dc tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/security-groups?id=f85ca38a-c005-44a6-9d58-73c82601f5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381317 May 20 19:52:27.175009 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 45214) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:52:27.242933 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e75926-5625-4f90-9d73-c7ad4a0ff797 tempest-TestVolumeBootPattern-1503830045 tempest-TestVolumeBootPattern-1503830045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:52:27.244327 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-e4e75926-5625-4f90-9d73-c7ad4a0ff797 tempest-TestVolumeBootPattern-1503830045 tempest-TestVolumeBootPattern-1503830045-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9eb73037-ee17-45e0-84b0-8f5e9e11d996 HTTP/1.1" status: 200 len: 1094 time: 0.0683873 May 20 19:52:27.247007 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 45218) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:52:27.251898 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.v2.base [None req-c5715065-2e78-4a04-af1c-b2c32304a4a9 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Request body: {'floatingip': {'floating_network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'port_id': 'f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'fixed_ip_address': '172.20.0.12'}} {{(pid=98244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:52:27.257745 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-c5715065-2e78-4a04-af1c-b2c32304a4a9 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:52:27.261526 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-c5715065-2e78-4a04-af1c-b2c32304a4a9 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Usage tracker for resource:floatingip and tenant:67c0fea229f14ebd918a33f2a9d87521 is out of sync, need to count used quota {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:52:27.265002 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [None req-c5715065-2e78-4a04-af1c-b2c32304a4a9 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=98244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:52:27.270660 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.quota.driver [None req-c5715065-2e78-4a04-af1c-b2c32304a4a9 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=98244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:52:27.281949 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c5715065-2e78-4a04-af1c-b2c32304a4a9 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks [] for floatingip, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:27.416565 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c5715065-2e78-4a04-af1c-b2c32304a4a9 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:27.550698 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.db_base_plugin_common [None req-c5715065-2e78-4a04-af1c-b2c32304a4a9 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Allocated IP 172.27.1.208 (b6b8e223-f4e2-43c0-a9aa-6e12566b63e3/0824c86c-c492-497a-a433-a5123d2f3ae1/2eb4a530-0dce-47f3-a2b3-b6b0c2d5812b) {{(pid=98244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:52:27.690955 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c5715065-2e78-4a04-af1c-b2c32304a4a9 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks [] for port, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:27.719234 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c5715065-2e78-4a04-af1c-b2c32304a4a9 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778152615015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3028154'] for port, after_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:27.722502 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-d346d7fd-8194-4283-9745-b2dbc1770178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:52:27.780834 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5715065-2e78-4a04-af1c-b2c32304a4a9 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Network b6b8e223-f4e2-43c0-a9aa-6e12566b63e3 is already hosted by enough agents. {{(pid=98244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:52:27.783560 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.base_scheduler [None req-c5715065-2e78-4a04-af1c-b2c32304a4a9 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Resources bound (agent type, host, resource id): {{(pid=98244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:52:27.787067 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5715065-2e78-4a04-af1c-b2c32304a4a9 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Received port after_create {{(pid=98244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:52:27.916687 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5715065-2e78-4a04-af1c-b2c32304a4a9 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Pushing event updated for resources: {'Port': ['ID=2eb4a530-0dce-47f3-a2b3-b6b0c2d5812b,revision_number=1']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:52:27.920763 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-c5715065-2e78-4a04-af1c-b2c32304a4a9 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:52:28.282433 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c5715065-2e78-4a04-af1c-b2c32304a4a9 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:28.353547 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c5715065-2e78-4a04-af1c-b2c32304a4a9 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:28.555932 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c5715065-2e78-4a04-af1c-b2c32304a4a9 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks [] for port, precommit_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:28.560049 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c5715065-2e78-4a04-af1c-b2c32304a4a9 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3028147'] for port, after_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:28.563444 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-8837c9ad-f467-413e-91a3-a8ea40f45931 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:52:28.656131 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5715065-2e78-4a04-af1c-b2c32304a4a9 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Pushing event updated for resources: {'Port': ['ID=2eb4a530-0dce-47f3-a2b3-b6b0c2d5812b,revision_number=2']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:52:28.663284 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-c5715065-2e78-4a04-af1c-b2c32304a4a9 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:52:28.676384 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c5715065-2e78-4a04-af1c-b2c32304a4a9 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745732'] for floatingip, after_update {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:28.859630 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.db.l3_db [None req-c5715065-2e78-4a04-af1c-b2c32304a4a9 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Floating IP 906df9c0-a537-464e-a4bd-f55b455cde14 associated. External IP: 172.27.1.208, port: f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5. May 20 19:52:29.201228 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5715065-2e78-4a04-af1c-b2c32304a4a9 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Router 5d6b8817-7453-4088-8519-9b11ba836610 has already been hosted by L3 agent bf06d900-968e-4d51-b3d3-e51a8143bf8e {{(pid=98244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:52:29.481815 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5715065-2e78-4a04-af1c-b2c32304a4a9 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify agent at l3_agent.dv-cinder-792462-2-iscsi the message routers_updated {{(pid=98244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:52:29.490996 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d865819a-c97e-40d3-8614-c683a86a6e6c None None] Sync routers for ids ['5d6b8817-7453-4088-8519-9b11ba836610'] in dv-cinder-792462-2-iscsi {{(pid=98245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:52:29.500202 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d865819a-c97e-40d3-8614-c683a86a6e6c None None] Routers {'5d6b8817-7453-4088-8519-9b11ba836610'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:52:29.500819 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-d865819a-c97e-40d3-8614-c683a86a6e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:52:04Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['5d6b8817-7453-4088-8519-9b11ba836610'], 'active': True} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:52:29.505302 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c5715065-2e78-4a04-af1c-b2c32304a4a9 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for floatingip, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:29.576375 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-c5715065-2e78-4a04-af1c-b2c32304a4a9 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3142350 May 20 19:52:29.576375 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eb73037-ee17-45e0-84b0-8f5e9e11d996', 'tag': 'f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5'}] {{(pid=98244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:52:29.607603 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eb73037-ee17-45e0-84b0-8f5e9e11d996', 'tag': 'f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5', 'status': 'completed', 'code': 200} May 20 19:52:29.679985 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvr_db [None req-d865819a-c97e-40d3-8614-c683a86a6e6c None None] Set router 5d6b8817-7453-4088-8519-9b11ba836610 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:52:29.698560 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39a6da-d0f2-4f4f-95f9-38f8e1401c52 req-0b98f32d-3450-4e99-9343-a40a0acc93d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:52:29.700226 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-be39a6da-d0f2-4f4f-95f9-38f8e1401c52 req-0b98f32d-3450-4e99-9343-a40a0acc93d0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=67c0fea229f14ebd918a33f2a9d87521&device_id=9eb73037-ee17-45e0-84b0-8f5e9e11d996 HTTP/1.1" status: 200 len: 1099 time: 0.0694084 May 20 19:52:29.830423 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39a6da-d0f2-4f4f-95f9-38f8e1401c52 req-e8b1ade0-2788-4cd2-8456-a8a2ba3a3913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:52:29.831893 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-be39a6da-d0f2-4f4f-95f9-38f8e1401c52 req-e8b1ade0-2788-4cd2-8456-a8a2ba3a3913 service neutron] 10.222.0.65 "GET /v2.0/networks?id=027d5c0a-e45a-4a06-947e-f673039c67a0 HTTP/1.1" status: 200 len: 913 time: 0.1251988 May 20 19:52:29.936677 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-be39a6da-d0f2-4f4f-95f9-38f8e1401c52 req-23748af7-98ec-426f-9fbf-dbb3916419e2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5 HTTP/1.1" status: 200 len: 1000 time: 0.0982919 May 20 19:52:29.999155 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39a6da-d0f2-4f4f-95f9-38f8e1401c52 req-ca1d7770-5704-4e8a-912e-fd0351a4b1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:52:30.000647 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-be39a6da-d0f2-4f4f-95f9-38f8e1401c52 req-ca1d7770-5704-4e8a-912e-fd0351a4b1a4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=62263882-c2fb-42c7-a641-48b5e7aef49a HTTP/1.1" status: 200 len: 851 time: 0.0578117 May 20 19:52:30.029208 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-d865819a-c97e-40d3-8614-c683a86a6e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6b8817-7453-4088-8519-9b11ba836610', 'name': 'tempest-TestVolumeBootPattern-1206091087-router', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '31944ead-9b3b-4428-bf4b-32f382a4d666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:46:59Z', 'updated_at': '2021-05-20T19:47:03Z', 'revision_number': 4, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'gw_port': {'id': '31944ead-9b3b-4428-bf4b-32f382a4d666', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:00Z', 'updated_at': '2021-05-20T19:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_floatingips': [{'id': '075388bf-ae18-4718-aed8-5738084fc2f9', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'router_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'port_id': '2e6997c7-eed3-46c3-8095-e067f75a6115', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0', 'mac_address': 'fa:16:3e:97:30:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ff7813-e21c-44d5-873f-79eaa668481a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T19:50:29Z', 'updated_at': '2021-05-20T19:50:32Z', 'revision_number': 1, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'fixed_ip_address_scope': None}, {'id': '906df9c0-a537-464e-a4bd-f55b455cde14', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'floating_ip_address': '172.27.1.208', 'floating_network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'router_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'port_id': 'f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0', 'mac_address': 'fa:16:3e:19:92:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb73037-ee17-45e0-84b0-8f5e9e11d996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T19:52:28Z', 'updated_at': '2021-05-20T19:52:28Z', 'revision_number': 0, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce4ee53d-90e3-42c7-adc0-f6aaa3026e4c', 'name': '', 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'mac_address': 'fa:16:3e:d5:16:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '62263882-c2fb-42c7-a641-48b5e7aef49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:02Z', 'updated_at': '2021-05-20T19:47:09Z', 'revision_number': 5, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'subnets': [{'id': '62263882-c2fb-42c7-a641-48b5e7aef49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:52:30.033126 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d865819a-c97e-40d3-8614-c683a86a6e6c None None] Checking router: 5d6b8817-7453-4088-8519-9b11ba836610 for host: dv-cinder-792462-2-iscsi {{(pid=98245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:52:30.041286 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d865819a-c97e-40d3-8614-c683a86a6e6c None None] Routers {'5d6b8817-7453-4088-8519-9b11ba836610'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:52:30.041921 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-d865819a-c97e-40d3-8614-c683a86a6e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:52:04Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['5d6b8817-7453-4088-8519-9b11ba836610'], 'active': True} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:52:30.077226 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39a6da-d0f2-4f4f-95f9-38f8e1401c52 req-9df584d5-8b22-4f7a-a61f-77e2280f99f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:52:30.078695 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-be39a6da-d0f2-4f4f-95f9-38f8e1401c52 req-9df584d5-8b22-4f7a-a61f-77e2280f99f6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=027d5c0a-e45a-4a06-947e-f673039c67a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0718844 May 20 19:52:30.210546 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-be39a6da-d0f2-4f4f-95f9-38f8e1401c52 req-331e5a4b-24f7-4cc2-ad9e-3fa7c92dfb0c service neutron] 10.222.0.65 "GET /v2.0/networks/027d5c0a-e45a-4a06-947e-f673039c67a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244259 May 20 19:52:30.253504 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvr_db [None req-d865819a-c97e-40d3-8614-c683a86a6e6c None None] Set router 5d6b8817-7453-4088-8519-9b11ba836610 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:52:30.342509 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-be39a6da-d0f2-4f4f-95f9-38f8e1401c52 req-c5830e8f-262b-43d5-919b-d23ae958cdc4 service neutron] 10.222.0.65 "GET /v2.0/networks/027d5c0a-e45a-4a06-947e-f673039c67a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252570 May 20 19:52:30.596231 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-d865819a-c97e-40d3-8614-c683a86a6e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6b8817-7453-4088-8519-9b11ba836610', 'name': 'tempest-TestVolumeBootPattern-1206091087-router', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '31944ead-9b3b-4428-bf4b-32f382a4d666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:46:59Z', 'updated_at': '2021-05-20T19:47:03Z', 'revision_number': 4, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'gw_port': {'id': '31944ead-9b3b-4428-bf4b-32f382a4d666', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:00Z', 'updated_at': '2021-05-20T19:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_floatingips': [{'id': '075388bf-ae18-4718-aed8-5738084fc2f9', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'router_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'port_id': '2e6997c7-eed3-46c3-8095-e067f75a6115', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0', 'mac_address': 'fa:16:3e:97:30:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ff7813-e21c-44d5-873f-79eaa668481a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T19:50:29Z', 'updated_at': '2021-05-20T19:50:32Z', 'revision_number': 1, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'fixed_ip_address_scope': None}, {'id': '906df9c0-a537-464e-a4bd-f55b455cde14', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'floating_ip_address': '172.27.1.208', 'floating_network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'router_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'port_id': 'f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0', 'mac_address': 'fa:16:3e:19:92:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb73037-ee17-45e0-84b0-8f5e9e11d996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T19:52:28Z', 'updated_at': '2021-05-20T19:52:28Z', 'revision_number': 0, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce4ee53d-90e3-42c7-adc0-f6aaa3026e4c', 'name': '', 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'mac_address': 'fa:16:3e:d5:16:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '62263882-c2fb-42c7-a641-48b5e7aef49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:02Z', 'updated_at': '2021-05-20T19:47:09Z', 'revision_number': 5, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'subnets': [{'id': '62263882-c2fb-42c7-a641-48b5e7aef49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:52:30.600079 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d865819a-c97e-40d3-8614-c683a86a6e6c None None] The sync data for ids ['5d6b8817-7453-4088-8519-9b11ba836610'] in dv-cinder-792462-2-iscsi is: [{'id': '5d6b8817-7453-4088-8519-9b11ba836610', 'name': 'tempest-TestVolumeBootPattern-1206091087-router', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '31944ead-9b3b-4428-bf4b-32f382a4d666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:46:59Z', 'updated_at': '2021-05-20T19:47:03Z', 'revision_number': 4, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'gw_port': {'id': '31944ead-9b3b-4428-bf4b-32f382a4d666', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:00Z', 'updated_at': '2021-05-20T19:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_floatingips': [{'id': '075388bf-ae18-4718-aed8-5738084fc2f9', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'router_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'port_id': '2e6997c7-eed3-46c3-8095-e067f75a6115', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0', 'mac_address': 'fa:16:3e:97:30:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ff7813-e21c-44d5-873f-79eaa668481a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T19:50:29Z', 'updated_at': '2021-05-20T19:50:32Z', 'revision_number': 1, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'fixed_ip_address_scope': None}, {'id': '906df9c0-a537-464e-a4bd-f55b455cde14', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'floating_ip_address': '172.27.1.208', 'floating_network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'router_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'port_id': 'f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0', 'mac_address': 'fa:16:3e:19:92:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb73037-ee17-45e0-84b0-8f5e9e11d996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T19:52:28Z', 'updated_at': '2021-05-20T19:52:28Z', 'revision_number': 0, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce4ee53d-90e3-42c7-adc0-f6aaa3026e4c', 'name': '', 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'mac_address': 'fa:16:3e:d5:16:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '62263882-c2fb-42c7-a641-48b5e7aef49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:02Z', 'updated_at': '2021-05-20T19:47:09Z', 'revision_number': 5, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'subnets': [{'id': '62263882-c2fb-42c7-a641-48b5e7aef49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:52:30.779024 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f15a5a3-21a7-41c2-8ef2-5dd4cb807af0 None None] New status for floating IP 906df9c0-a537-464e-a4bd-f55b455cde14: ACTIVE {{(pid=98246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 19:52:32.238494 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-e72c3bd2-8736-4c66-baf8-92652c095b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:34.477533 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-d6ef99ed-0064-4cbe-9281-72771a87d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:34.817463 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:35.612269 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d568-3eaa-4ee2-8e63-8438dfda9a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:36.443103 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:37.301952 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-40a8b960-4cf6-42c3-bf80-c71dd59d075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:57.411135 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.agents_db [None req-81082b58-be1a-4fbd-9926-297307221300 None None] Agent healthcheck: found 6 active agents {{(pid=98246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:52:57.543018 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ef3f3-1552-4cf1-b5c7-300f316b65d3 req-42b7dd75-5d10-46fb-b148-d782975f6576 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:52:57.544469 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-333ef3f3-1552-4cf1-b5c7-300f316b65d3 req-42b7dd75-5d10-46fb-b148-d782975f6576 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/ports?device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671 HTTP/1.1" status: 200 len: 945 time: 0.0812681 May 20 19:52:57.589688 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-333ef3f3-1552-4cf1-b5c7-300f316b65d3 req-72e15691-cce3-4a88-b9a0-98a0cc38bfe4 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/security-groups?id=4f3fc1e5-98b0-45d1-98b1-0e19a20c6229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393610 May 20 19:52:58.778386 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c167ca-d0a9-4a65-8649-3a2e5509145c req-28b0b57d-02d8-482f-a518-ed3fd8206729 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:52:58.779939 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-25c167ca-d0a9-4a65-8649-3a2e5509145c req-28b0b57d-02d8-482f-a518-ed3fd8206729 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/ports?device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671 HTTP/1.1" status: 200 len: 945 time: 0.0831597 May 20 19:52:58.822727 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-25c167ca-d0a9-4a65-8649-3a2e5509145c req-1551f4ea-8761-4992-85c6-4ff6fa164985 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/security-groups?id=4f3fc1e5-98b0-45d1-98b1-0e19a20c6229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371971 May 20 19:53:00.023314 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46baf89-a559-4e51-9c6d-8586ddfb7b12 req-43b70d85-caaf-4316-b226-b95de61ef7ff tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:00.024771 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-e46baf89-a559-4e51-9c6d-8586ddfb7b12 req-43b70d85-caaf-4316-b226-b95de61ef7ff tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/ports?device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671 HTTP/1.1" status: 200 len: 945 time: 0.0811129 May 20 19:53:00.070508 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-e46baf89-a559-4e51-9c6d-8586ddfb7b12 req-7689d5ae-26d8-4191-99d2-f7ed645d64f1 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/security-groups?id=4f3fc1e5-98b0-45d1-98b1-0e19a20c6229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395489 May 20 19:53:01.266757 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21661916-196f-459b-a51c-31e01301d0d7 req-f307ac69-c7e1-4bfa-bed2-932473565456 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:01.268165 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-21661916-196f-459b-a51c-31e01301d0d7 req-f307ac69-c7e1-4bfa-bed2-932473565456 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/ports?device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671 HTTP/1.1" status: 200 len: 945 time: 0.0820913 May 20 19:53:01.312383 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-21661916-196f-459b-a51c-31e01301d0d7 req-000804d1-6a5a-4717-b3cf-0d2668fea916 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/security-groups?id=4f3fc1e5-98b0-45d1-98b1-0e19a20c6229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384243 May 20 19:53:02.239352 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-06f96f37-2303-41fc-845f-162dff1bdcd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:53:02.500088 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e360666-744c-47b0-970c-b030c012983a req-aaf7cab9-6d87-4c84-8409-d89c11d418aa tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:02.501534 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-2e360666-744c-47b0-970c-b030c012983a req-aaf7cab9-6d87-4c84-8409-d89c11d418aa tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/ports?device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671 HTTP/1.1" status: 200 len: 945 time: 0.0845807 May 20 19:53:02.626778 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-2e360666-744c-47b0-970c-b030c012983a req-f41a2b3f-4f71-48f8-8c12-f845956831ee tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/security-groups?id=4f3fc1e5-98b0-45d1-98b1-0e19a20c6229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193449 May 20 19:53:03.958098 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479cd9a-cfef-423f-aa82-1383f43b18a7 req-0804b68d-1f25-4d83-b238-9173c5cba36c tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:03.959453 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-1479cd9a-cfef-423f-aa82-1383f43b18a7 req-0804b68d-1f25-4d83-b238-9173c5cba36c tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/ports?device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671 HTTP/1.1" status: 200 len: 945 time: 0.0811479 May 20 19:53:04.003553 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-1479cd9a-cfef-423f-aa82-1383f43b18a7 req-e957b70b-7d61-44f4-8200-086714735bab tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/security-groups?id=4f3fc1e5-98b0-45d1-98b1-0e19a20c6229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381711 May 20 19:53:04.478596 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-33bdb0d7-92b2-42f3-a967-dd272614f5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:53:04.819580 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:53:05.186189 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74f25c-6261-4a73-9b49-8b8ef392de3c req-2a100812-c68c-4386-b299-1794bc7d71b0 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:05.187638 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-ea74f25c-6261-4a73-9b49-8b8ef392de3c req-2a100812-c68c-4386-b299-1794bc7d71b0 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/ports?device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671 HTTP/1.1" status: 200 len: 945 time: 0.0785816 May 20 19:53:05.235244 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-ea74f25c-6261-4a73-9b49-8b8ef392de3c req-2fa4799f-c0b1-4fdf-9ed9-146fc090876f tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/security-groups?id=4f3fc1e5-98b0-45d1-98b1-0e19a20c6229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416586 May 20 19:53:05.614866 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d568-3eaa-4ee2-8e63-8438dfda9a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:53:06.420684 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a175912-c7ce-495d-b9ab-b0cb49bfdf62 req-66bca671-9e84-4e4b-b9a4-189c71f6ff68 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:06.422115 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-7a175912-c7ce-495d-b9ab-b0cb49bfdf62 req-66bca671-9e84-4e4b-b9a4-189c71f6ff68 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/ports?device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671 HTTP/1.1" status: 200 len: 945 time: 0.0845571 May 20 19:53:06.458840 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:53:06.467431 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-7a175912-c7ce-495d-b9ab-b0cb49bfdf62 req-cf0cec4f-16d7-4e37-95da-b1c96adadd6d tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/security-groups?id=4f3fc1e5-98b0-45d1-98b1-0e19a20c6229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396342 May 20 19:53:07.304825 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-40a8b960-4cf6-42c3-bf80-c71dd59d075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:53:07.699517 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc8c73-df41-432f-a4ac-1dce68ffbfc9 req-32e81fdf-bcd4-4371-8325-e740af2e6ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:07.701078 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-f3fc8c73-df41-432f-a4ac-1dce68ffbfc9 req-32e81fdf-bcd4-4371-8325-e740af2e6ca8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7b0b262f9f7b4273897278152e258caa&device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671 HTTP/1.1" status: 200 len: 1098 time: 0.1369555 May 20 19:53:07.708664 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30692208-071a-4b58-91ae-eb0c65daa81b req-a9aacef4-5bd0-4173-8499-19e66894b013 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:07.710019 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-30692208-071a-4b58-91ae-eb0c65daa81b req-a9aacef4-5bd0-4173-8499-19e66894b013 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/ports?device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671 HTTP/1.1" status: 200 len: 945 time: 0.1152191 May 20 19:53:07.837027 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-30692208-071a-4b58-91ae-eb0c65daa81b req-2376ed11-c3bb-4c61-a7c2-8eee86c60ce0 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/security-groups?id=4f3fc1e5-98b0-45d1-98b1-0e19a20c6229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078236 May 20 19:53:07.873229 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc8c73-df41-432f-a4ac-1dce68ffbfc9 req-d47d9f32-2d9f-437e-9689-50f7a5a20928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:07.874713 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-f3fc8c73-df41-432f-a4ac-1dce68ffbfc9 req-d47d9f32-2d9f-437e-9689-50f7a5a20928 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e2855e30-4b47-414d-beab-1956cfce7926 HTTP/1.1" status: 200 len: 910 time: 0.1638026 May 20 19:53:07.979369 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-f3fc8c73-df41-432f-a4ac-1dce68ffbfc9 req-3ee551b2-f94d-46d4-af95-2053347e07a1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddb83d6e-f684-4489-a470-9e9b5bab837b HTTP/1.1" status: 200 len: 1000 time: 0.0957973 May 20 19:53:08.040876 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc8c73-df41-432f-a4ac-1dce68ffbfc9 req-b743fd38-b0e7-4653-9f19-de1aa0ad5631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:08.042283 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-f3fc8c73-df41-432f-a4ac-1dce68ffbfc9 req-b743fd38-b0e7-4653-9f19-de1aa0ad5631 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bf9499b7-667f-439a-932a-3f5fc418b7b8 HTTP/1.1" status: 200 len: 848 time: 0.0562325 May 20 19:53:08.117287 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc8c73-df41-432f-a4ac-1dce68ffbfc9 req-5cc705e7-9e0b-4c16-9ac8-08b215ac869d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:08.118719 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-f3fc8c73-df41-432f-a4ac-1dce68ffbfc9 req-5cc705e7-9e0b-4c16-9ac8-08b215ac869d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e2855e30-4b47-414d-beab-1956cfce7926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0703521 May 20 19:53:08.246455 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-f3fc8c73-df41-432f-a4ac-1dce68ffbfc9 req-f16cb6dd-b997-4079-bf1c-fd03cc7ff3e8 service neutron] 10.222.0.65 "GET /v2.0/networks/e2855e30-4b47-414d-beab-1956cfce7926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213634 May 20 19:53:08.376537 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-f3fc8c73-df41-432f-a4ac-1dce68ffbfc9 req-2f308b3d-0e07-4247-b179-42152eb78f4d service neutron] 10.222.0.65 "GET /v2.0/networks/e2855e30-4b47-414d-beab-1956cfce7926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226647 May 20 19:53:09.017639 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7030d1-f0cf-478b-a80e-a705765d0c74 req-b73d2fa3-2753-414b-afb8-595a78da1adf tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:09.019067 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-bd7030d1-f0cf-478b-a80e-a705765d0c74 req-b73d2fa3-2753-414b-afb8-595a78da1adf tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/ports?device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671 HTTP/1.1" status: 200 len: 945 time: 0.0782564 May 20 19:53:09.065680 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-bd7030d1-f0cf-478b-a80e-a705765d0c74 req-d4132db9-e0e1-4ff5-a056-d2582af26287 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/security-groups?id=4f3fc1e5-98b0-45d1-98b1-0e19a20c6229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409393 May 20 19:53:10.247742 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d913b99-73ee-4f15-a2cd-59ae48de0759 req-b90bdbdd-01ba-41fa-afdc-595a419245af tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:10.249104 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-2d913b99-73ee-4f15-a2cd-59ae48de0759 req-b90bdbdd-01ba-41fa-afdc-595a419245af tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/ports?device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671 HTTP/1.1" status: 200 len: 945 time: 0.0771301 May 20 19:53:10.293624 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-2d913b99-73ee-4f15-a2cd-59ae48de0759 req-0f3b7708-c915-47c4-99a1-998d28817629 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/security-groups?id=4f3fc1e5-98b0-45d1-98b1-0e19a20c6229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388794 May 20 19:53:11.477744 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d451295-0710-4122-9a50-a988e65fd3c7 req-3c314e39-91b9-416e-aa51-ffd5d6aec325 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:11.479212 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-5d451295-0710-4122-9a50-a988e65fd3c7 req-3c314e39-91b9-416e-aa51-ffd5d6aec325 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/ports?device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671 HTTP/1.1" status: 200 len: 945 time: 0.0812085 May 20 19:53:11.523491 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-5d451295-0710-4122-9a50-a988e65fd3c7 req-db478f56-7dbc-42b6-bc7a-705e2c527d0d tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/security-groups?id=4f3fc1e5-98b0-45d1-98b1-0e19a20c6229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378830 May 20 19:53:11.840333 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7c4988ed-cfa0-4a2d-aeb5-5246d21a52c1 req-f15c36a2-dda7-4adf-98fb-f93db640a256 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1144478 May 20 19:53:11.865421 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40cf52-7ea7-4abd-a34d-5c160c80b507 req-27eeaaa4-b794-471d-922f-bd9d5c995c11 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:11.866863 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6b40cf52-7ea7-4abd-a34d-5c160c80b507 req-27eeaaa4-b794-471d-922f-bd9d5c995c11 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/ports?device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671 HTTP/1.1" status: 200 len: 945 time: 0.0830436 May 20 19:53:11.913590 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-6b40cf52-7ea7-4abd-a34d-5c160c80b507 req-b01e7183-7b1d-46e2-b84b-9fd894f293eb tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/security-groups?id=4f3fc1e5-98b0-45d1-98b1-0e19a20c6229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403309 May 20 19:53:13.097842 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0f072-b4bf-4e50-8ca1-2a5420f4620b req-503addb9-c42d-458e-8408-cbc8f4903aae tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:13.099354 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-05c0f072-b4bf-4e50-8ca1-2a5420f4620b req-503addb9-c42d-458e-8408-cbc8f4903aae tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/ports?device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671 HTTP/1.1" status: 200 len: 945 time: 0.0823455 May 20 19:53:13.144885 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-05c0f072-b4bf-4e50-8ca1-2a5420f4620b req-714964b2-3fd6-42df-abbd-b4ec9f3f6028 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/security-groups?id=4f3fc1e5-98b0-45d1-98b1-0e19a20c6229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385652 May 20 19:53:13.496586 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4988ed-cfa0-4a2d-aeb5-5246d21a52c1 req-8f87d326-fe31-47ff-b1a3-c0df00eef6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:13.497958 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-7c4988ed-cfa0-4a2d-aeb5-5246d21a52c1 req-8f87d326-fe31-47ff-b1a3-c0df00eef6df service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671&tenant_id=7b0b262f9f7b4273897278152e258caa HTTP/1.1" status: 200 len: 1098 time: 0.0711207 May 20 19:53:13.499976 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02afdea0-7693-4b99-b5da-072040ae0104 req-76e7407c-12ca-477d-9b3f-ea34ffc20222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:13.501439 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-02afdea0-7693-4b99-b5da-072040ae0104 req-76e7407c-12ca-477d-9b3f-ea34ffc20222 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7b0b262f9f7b4273897278152e258caa&device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671 HTTP/1.1" status: 200 len: 1098 time: 0.0739379 May 20 19:53:13.643362 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02afdea0-7693-4b99-b5da-072040ae0104 req-2f0f7c5d-1860-4857-843e-7f9fa81a7b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:13.644824 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-02afdea0-7693-4b99-b5da-072040ae0104 req-2f0f7c5d-1860-4857-843e-7f9fa81a7b25 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e2855e30-4b47-414d-beab-1956cfce7926 HTTP/1.1" status: 200 len: 910 time: 0.1240921 May 20 19:53:13.746681 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-02afdea0-7693-4b99-b5da-072040ae0104 req-70c7c27e-6c2b-4152-966a-b59b769667a4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddb83d6e-f684-4489-a470-9e9b5bab837b HTTP/1.1" status: 200 len: 1000 time: 0.0949388 May 20 19:53:13.894117 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02afdea0-7693-4b99-b5da-072040ae0104 req-213430bb-85cb-42e9-8aa0-479864dcdcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:13.895618 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-02afdea0-7693-4b99-b5da-072040ae0104 req-213430bb-85cb-42e9-8aa0-479864dcdcb1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bf9499b7-667f-439a-932a-3f5fc418b7b8 HTTP/1.1" status: 200 len: 848 time: 0.1421769 May 20 19:53:13.973711 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02afdea0-7693-4b99-b5da-072040ae0104 req-9e8496d2-8eb9-4b74-8675-97e9c83ce9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:13.975159 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-02afdea0-7693-4b99-b5da-072040ae0104 req-9e8496d2-8eb9-4b74-8675-97e9c83ce9ca service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e2855e30-4b47-414d-beab-1956cfce7926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0723152 May 20 19:53:14.102599 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-02afdea0-7693-4b99-b5da-072040ae0104 req-ac56492c-89d4-4e8f-b3ae-6fd827fc726b service neutron] 10.222.0.65 "GET /v2.0/networks/e2855e30-4b47-414d-beab-1956cfce7926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210160 May 20 19:53:14.232610 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-02afdea0-7693-4b99-b5da-072040ae0104 req-d7f8b584-deaa-464b-8694-cca77b9d8511 service neutron] 10.222.0.65 "GET /v2.0/networks/e2855e30-4b47-414d-beab-1956cfce7926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241224 May 20 19:53:14.332198 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ed2db-4134-4777-a79c-e80da8203a06 req-5202bdbf-f7aa-4b9d-96c7-e6ce566a219b tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:14.333790 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-a31ed2db-4134-4777-a79c-e80da8203a06 req-5202bdbf-f7aa-4b9d-96c7-e6ce566a219b tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/ports?device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671 HTTP/1.1" status: 200 len: 945 time: 0.0840278 May 20 19:53:14.344197 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4988ed-cfa0-4a2d-aeb5-5246d21a52c1 req-6045ba96-f818-4645-bd10-695bfb64d641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:14.345699 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7c4988ed-cfa0-4a2d-aeb5-5246d21a52c1 req-6045ba96-f818-4645-bd10-695bfb64d641 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7b0b262f9f7b4273897278152e258caa&device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671 HTTP/1.1" status: 200 len: 1098 time: 0.0714393 May 20 19:53:14.378843 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-a31ed2db-4134-4777-a79c-e80da8203a06 req-f052b49b-66af-4c13-9483-c033f4cb7e58 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/security-groups?id=4f3fc1e5-98b0-45d1-98b1-0e19a20c6229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385418 May 20 19:53:14.475160 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4988ed-cfa0-4a2d-aeb5-5246d21a52c1 req-96eed504-f447-4abb-af26-b3ba822e987a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:14.476627 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7c4988ed-cfa0-4a2d-aeb5-5246d21a52c1 req-96eed504-f447-4abb-af26-b3ba822e987a service neutron] 10.222.0.65 "GET /v2.0/networks?id=e2855e30-4b47-414d-beab-1956cfce7926 HTTP/1.1" status: 200 len: 910 time: 0.1246409 May 20 19:53:14.559198 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device ddb83d6e-f684-4489-a470-9e9b5bab837b no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:53:14.578569 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7c4988ed-cfa0-4a2d-aeb5-5246d21a52c1 req-70f85d19-8e13-4c1f-bf93-f5cbe8b11d67 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddb83d6e-f684-4489-a470-9e9b5bab837b HTTP/1.1" status: 200 len: 1000 time: 0.0957954 May 20 19:53:14.641265 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4988ed-cfa0-4a2d-aeb5-5246d21a52c1 req-d91b408d-457f-44f2-a904-12fede9ca442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:14.642682 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7c4988ed-cfa0-4a2d-aeb5-5246d21a52c1 req-d91b408d-457f-44f2-a904-12fede9ca442 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bf9499b7-667f-439a-932a-3f5fc418b7b8 HTTP/1.1" status: 200 len: 848 time: 0.0572457 May 20 19:53:14.670454 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:53:14.696951 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4038e520-9efa-4c5c-a50d-f73dc8bbf671', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddb83d6e-f684-4489-a470-9e9b5bab837b'}] {{(pid=98245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:53:14.707347 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port ddb83d6e-f684-4489-a470-9e9b5bab837b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=ddb83d6e-f684-4489-a470-9e9b5bab837b,segment=NetworkSegment(b09a506f-5585-4424-b3cd-50dc8cad2168),segment_id=b09a506f-5585-4424-b3cd-50dc8cad2168)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:53:14.712603 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:53:14.716838 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-e4ec0614-e303-4868-ad55-e4ef8105ed1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:53:14.720675 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4988ed-cfa0-4a2d-aeb5-5246d21a52c1 req-2f1caf13-49c0-46b9-a407-11b0717b0cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:14.722145 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7c4988ed-cfa0-4a2d-aeb5-5246d21a52c1 req-2f1caf13-49c0-46b9-a407-11b0717b0cf1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e2855e30-4b47-414d-beab-1956cfce7926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0730221 May 20 19:53:14.747243 dv-cinder-792462-2-iscsi neutron-server[98245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4038e520-9efa-4c5c-a50d-f73dc8bbf671', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddb83d6e-f684-4489-a470-9e9b5bab837b', 'code': 200} May 20 19:53:14.784008 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Pushing event updated for resources: {'Port': ['ID=ddb83d6e-f684-4489-a470-9e9b5bab837b,revision_number=6']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:53:14.791005 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:53:14.791347 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:53:14.791679 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:53:14.792029 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:53:14.792352 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:53:14.792681 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:53:14.792995 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:53:14.793313 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:53:14.793629 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:53:14.793941 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:53:14.794255 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:53:14.794568 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:53:14.798603 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:53:14.851847 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7c4988ed-cfa0-4a2d-aeb5-5246d21a52c1 req-77fbf7b6-290c-4af2-86c8-253c07b390a7 service neutron] 10.222.0.65 "GET /v2.0/networks/e2855e30-4b47-414d-beab-1956cfce7926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231518 May 20 19:53:14.981480 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-7c4988ed-cfa0-4a2d-aeb5-5246d21a52c1 req-fe6d05c5-60e5-4ad7-9fe6-738e9a55d133 service neutron] 10.222.0.65 "GET /v2.0/networks/e2855e30-4b47-414d-beab-1956cfce7926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236331 May 20 19:53:15.563393 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf123e-8dfa-46b8-a33b-b9c51ac8a4b2 req-10df3c1b-1666-4663-b57c-63ed4b1593be tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:15.564866 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-2edf123e-8dfa-46b8-a33b-b9c51ac8a4b2 req-10df3c1b-1666-4663-b57c-63ed4b1593be tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/ports?device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671 HTTP/1.1" status: 200 len: 943 time: 0.0801754 May 20 19:53:15.608058 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-2edf123e-8dfa-46b8-a33b-b9c51ac8a4b2 req-4c4e80ad-927e-48ca-9d27-58060d64c953 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/security-groups?id=4f3fc1e5-98b0-45d1-98b1-0e19a20c6229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374050 May 20 19:53:16.789885 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d5b99-853c-463a-b751-4c8936093193 req-551f49c3-630a-47e2-8b0f-82befe878457 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:16.791314 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-938d5b99-853c-463a-b751-4c8936093193 req-551f49c3-630a-47e2-8b0f-82befe878457 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/ports?device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671 HTTP/1.1" status: 200 len: 943 time: 0.0791059 May 20 19:53:16.833965 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-938d5b99-853c-463a-b751-4c8936093193 req-4601336a-878d-49af-97cd-b4e2ce67f684 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/security-groups?id=4f3fc1e5-98b0-45d1-98b1-0e19a20c6229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369020 May 20 19:53:18.016910 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ffcbe3-7e38-460a-8946-5033bea0679a req-0a39525d-2c35-407d-8172-5cefdce26eed tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:18.018327 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-49ffcbe3-7e38-460a-8946-5033bea0679a req-0a39525d-2c35-407d-8172-5cefdce26eed tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/ports?device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671 HTTP/1.1" status: 200 len: 943 time: 0.0813415 May 20 19:53:18.062013 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-49ffcbe3-7e38-460a-8946-5033bea0679a req-18ab83b2-fc47-4a53-afda-0206ffc0fe50 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/security-groups?id=4f3fc1e5-98b0-45d1-98b1-0e19a20c6229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380740 May 20 19:53:19.244065 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48635e8-362b-4aa2-b088-97e8a3d7a38c req-0f2263c0-bf5a-4fce-8b38-3e57b96efb23 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:19.246024 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-e48635e8-362b-4aa2-b088-97e8a3d7a38c req-0f2263c0-bf5a-4fce-8b38-3e57b96efb23 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/ports?device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671 HTTP/1.1" status: 200 len: 943 time: 0.0814846 May 20 19:53:19.289158 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-e48635e8-362b-4aa2-b088-97e8a3d7a38c req-90ccbb1b-a0a6-4cea-b11d-b411bb43ff86 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/security-groups?id=4f3fc1e5-98b0-45d1-98b1-0e19a20c6229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375683 May 20 19:53:20.471587 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ec4b6-f491-4e22-a8bc-2e529babad79 req-bbbb3e21-1f55-4114-967e-627d6803ca68 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:20.473062 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-ce7ec4b6-f491-4e22-a8bc-2e529babad79 req-bbbb3e21-1f55-4114-967e-627d6803ca68 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/ports?device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671 HTTP/1.1" status: 200 len: 943 time: 0.0795436 May 20 19:53:20.516688 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-ce7ec4b6-f491-4e22-a8bc-2e529babad79 req-b68ea973-7195-4031-8d74-91310a828e18 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/security-groups?id=4f3fc1e5-98b0-45d1-98b1-0e19a20c6229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379939 May 20 19:53:21.110384 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f952704-a0e0-4ac9-b0c1-070f922e6195 req-1fad0d90-25da-4afe-bccc-b12c986684b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:21.111893 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6f952704-a0e0-4ac9-b0c1-070f922e6195 req-1fad0d90-25da-4afe-bccc-b12c986684b6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671 HTTP/1.1" status: 200 len: 1096 time: 0.0671346 May 20 19:53:21.154429 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6f952704-a0e0-4ac9-b0c1-070f922e6195 req-4984768c-816a-4890-9eb1-1f0dbfdd4da7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4f3fc1e5-98b0-45d1-98b1-0e19a20c6229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361831 May 20 19:53:21.700215 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b6185-d8d8-41b8-a532-8e1d5b1a9d71 req-d3f9b37a-eb4d-4440-b6dc-cf6db6536ef2 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:21.701646 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-253b6185-d8d8-41b8-a532-8e1d5b1a9d71 req-d3f9b37a-eb4d-4440-b6dc-cf6db6536ef2 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/ports?device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671 HTTP/1.1" status: 200 len: 943 time: 0.0778666 May 20 19:53:21.744695 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-253b6185-d8d8-41b8-a532-8e1d5b1a9d71 req-a9ac32d7-d6c6-4a17-8ac5-0101864ecc45 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/security-groups?id=4f3fc1e5-98b0-45d1-98b1-0e19a20c6229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374398 May 20 19:53:22.601105 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device ddb83d6e-f684-4489-a470-9e9b5bab837b details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 19:53:22.728895 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port ddb83d6e-f684-4489-a470-9e9b5bab837b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=ddb83d6e-f684-4489-a470-9e9b5bab837b,segment=NetworkSegment(b09a506f-5585-4424-b3cd-50dc8cad2168),segment_id=b09a506f-5585-4424-b3cd-50dc8cad2168)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:53:22.741472 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Returning: {'device': 'ddb83d6e-f684-4489-a470-9e9b5bab837b', 'network_id': 'e2855e30-4b47-414d-beab-1956cfce7926', 'port_id': 'ddb83d6e-f684-4489-a470-9e9b5bab837b', 'mac_address': 'fa:16:3e:4b:24:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf9499b7-667f-439a-932a-3f5fc418b7b8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 19:53:22.798769 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:53:22.816132 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.notifiers.nova [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddb83d6e-f684-4489-a470-9e9b5bab837b {{(pid=98245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:53:22.831076 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port ddb83d6e-f684-4489-a470-9e9b5bab837b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=ddb83d6e-f684-4489-a470-9e9b5bab837b,segment=NetworkSegment(b09a506f-5585-4424-b3cd-50dc8cad2168),segment_id=b09a506f-5585-4424-b3cd-50dc8cad2168)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:53:22.834789 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:53:22.836587 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-7e8ae683-2453-4fb5-8f4f-dcb0cb300c56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:53:22.901013 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Pushing event updated for resources: {'Port': ['ID=ddb83d6e-f684-4489-a470-9e9b5bab837b,revision_number=7']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:53:22.904785 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:53:22.933415 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f9ffd-7e5d-46e5-b13a-588697e6b8c0 req-8f39cc9d-3090-4b0c-8e4e-56d5880ff441 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:22.934950 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-f78f9ffd-7e5d-46e5-b13a-588697e6b8c0 req-8f39cc9d-3090-4b0c-8e4e-56d5880ff441 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/ports?device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671 HTTP/1.1" status: 200 len: 944 time: 0.0843644 May 20 19:53:22.979913 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-f78f9ffd-7e5d-46e5-b13a-588697e6b8c0 req-97c82fec-687a-47be-9530-aeb5281526e2 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/security-groups?id=4f3fc1e5-98b0-45d1-98b1-0e19a20c6229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392444 May 20 19:53:23.074462 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] get_ports_and_sgs() called for port_ids ['ddb83d6e-f684-4489-a470-9e9b5bab837b'] {{(pid=98245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:53:24.605561 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device ddb83d6e-f684-4489-a470-9e9b5bab837b up at agent hyperv_hv-cinder-79246 {{(pid=98245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:53:24.670888 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.provisioning_blocks [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Provisioning complete for port ddb83d6e-f684-4489-a470-9e9b5bab837b triggered by entity L2. {{(pid=98245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:53:24.671282 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381472'] for port, provisioning_complete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:53:24.815376 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-584794'] for port, before_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:53:24.841185 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4038e520-9efa-4c5c-a50d-f73dc8bbf671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb83d6e-f684-4489-a470-9e9b5bab837b'}] {{(pid=98245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:53:24.850377 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] For port ddb83d6e-f684-4489-a470-9e9b5bab837b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=ddb83d6e-f684-4489-a470-9e9b5bab837b,segment=NetworkSegment(b09a506f-5585-4424-b3cd-50dc8cad2168),segment_id=b09a506f-5585-4424-b3cd-50dc8cad2168)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:53:24.854371 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778152980152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778152615033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778152615078'] for port, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:53:24.856302 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:53:24.895074 dv-cinder-792462-2-iscsi neutron-server[98245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4038e520-9efa-4c5c-a50d-f73dc8bbf671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb83d6e-f684-4489-a470-9e9b5bab837b', 'code': 200} May 20 19:53:24.925716 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Pushing event updated for resources: {'Port': ['ID=ddb83d6e-f684-4489-a470-9e9b5bab837b,revision_number=8']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:53:24.928574 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:53:32.240766 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-69027206-8878-44f1-a715-75139a9be78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:53:34.410005 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.agents_db [None req-81082b58-be1a-4fbd-9926-297307221300 None None] Agent healthcheck: found 6 active agents {{(pid=98246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:53:34.480475 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-98a69bdd-40be-4d90-8004-db977b943eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:53:34.820898 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:53:35.617625 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d568-3eaa-4ee2-8e63-8438dfda9a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:53:36.466962 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:53:37.307081 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-40a8b960-4cf6-42c3-bf80-c71dd59d075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:53:50.898327 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 45320) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:53:51.254875 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.plugin [None req-a96feff9-c9b9-4e54-9e36-7d859e392dea tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Deleting port 2eb4a530-0dce-47f3-a2b3-b6b0c2d5812b {{(pid=98244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:53:51.255390 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-a96feff9-c9b9-4e54-9e36-7d859e392dea tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:53:51.371397 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-a96feff9-c9b9-4e54-9e36-7d859e392dea tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:53:51.371720 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-a96feff9-c9b9-4e54-9e36-7d859e392dea tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:53:51.496601 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.plugin [None req-a96feff9-c9b9-4e54-9e36-7d859e392dea tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Calling delete_port for 2eb4a530-0dce-47f3-a2b3-b6b0c2d5812b owned by network:floatingip {{(pid=98244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:53:51.613262 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-a96feff9-c9b9-4e54-9e36-7d859e392dea tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3028154'] for port, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:53:51.617468 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-fae5d7cf-5b27-41b0-8a35-635e782317b9 tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:53:51.659916 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96feff9-c9b9-4e54-9e36-7d859e392dea tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Pushing event deleted for resources: {'Port': ['ID=2eb4a530-0dce-47f3-a2b3-b6b0c2d5812b,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:53:51.714867 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96feff9-c9b9-4e54-9e36-7d859e392dea tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:53:51.715253 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96feff9-c9b9-4e54-9e36-7d859e392dea tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:53:51.715639 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96feff9-c9b9-4e54-9e36-7d859e392dea tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:53:51.716038 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96feff9-c9b9-4e54-9e36-7d859e392dea tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:53:51.716407 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96feff9-c9b9-4e54-9e36-7d859e392dea tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:53:51.716793 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96feff9-c9b9-4e54-9e36-7d859e392dea tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:53:51.717142 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96feff9-c9b9-4e54-9e36-7d859e392dea tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:53:51.717511 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96feff9-c9b9-4e54-9e36-7d859e392dea tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:53:51.717875 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96feff9-c9b9-4e54-9e36-7d859e392dea tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:53:51.718229 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96feff9-c9b9-4e54-9e36-7d859e392dea tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:53:51.718591 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96feff9-c9b9-4e54-9e36-7d859e392dea tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:53:51.718945 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96feff9-c9b9-4e54-9e36-7d859e392dea tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:53:51.746128 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-a96feff9-c9b9-4e54-9e36-7d859e392dea tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:53:51.773867 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-a96feff9-c9b9-4e54-9e36-7d859e392dea tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks [] for floatingip, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:53:51.774199 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.db.l3_db [None req-a96feff9-c9b9-4e54-9e36-7d859e392dea tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Floating IP 906df9c0-a537-464e-a4bd-f55b455cde14 disassociated (deleted). External IP: 172.27.1.208, port: f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5. May 20 19:53:52.114048 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a96feff9-c9b9-4e54-9e36-7d859e392dea tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Router 5d6b8817-7453-4088-8519-9b11ba836610 has already been hosted by L3 agent bf06d900-968e-4d51-b3d3-e51a8143bf8e {{(pid=98244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:53:52.287687 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96feff9-c9b9-4e54-9e36-7d859e392dea tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify agent at l3_agent.dv-cinder-792462-2-iscsi the message routers_updated {{(pid=98244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:53:52.296786 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3edc80-27f6-45a7-abe3-b0490a6b5c08 None None] Sync routers for ids ['5d6b8817-7453-4088-8519-9b11ba836610'] in dv-cinder-792462-2-iscsi {{(pid=98245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:53:52.306868 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3edc80-27f6-45a7-abe3-b0490a6b5c08 None None] Routers {'5d6b8817-7453-4088-8519-9b11ba836610'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:53:52.307045 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-a96feff9-c9b9-4e54-9e36-7d859e392dea tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for floatingip, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:53:52.307477 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-eb3edc80-27f6-45a7-abe3-b0490a6b5c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:53:34Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['5d6b8817-7453-4088-8519-9b11ba836610'], 'active': True} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:53:52.360855 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-a96feff9-c9b9-4e54-9e36-7d859e392dea tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "DELETE /v2.0/floatingips/906df9c0-a537-464e-a4bd-f55b455cde14 HTTP/1.1" status: 204 len: 168 time: 1.4614692 May 20 19:53:52.361620 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eb73037-ee17-45e0-84b0-8f5e9e11d996', 'tag': 'f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5'}] {{(pid=98244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:53:52.410090 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eb73037-ee17-45e0-84b0-8f5e9e11d996', 'tag': 'f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5', 'status': 'completed', 'code': 200} May 20 19:53:52.486583 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvr_db [None req-eb3edc80-27f6-45a7-abe3-b0490a6b5c08 None None] Set router 5d6b8817-7453-4088-8519-9b11ba836610 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:53:52.506934 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ff047-418a-4f48-9ae5-3ac0b1479495 req-deeaa0c7-1c5e-4522-8d7c-db7eab82ffa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:52.508584 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-b25ff047-418a-4f48-9ae5-3ac0b1479495 req-deeaa0c7-1c5e-4522-8d7c-db7eab82ffa3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=67c0fea229f14ebd918a33f2a9d87521&device_id=9eb73037-ee17-45e0-84b0-8f5e9e11d996 HTTP/1.1" status: 200 len: 1099 time: 0.0763412 May 20 19:53:52.789408 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ff047-418a-4f48-9ae5-3ac0b1479495 req-ec693f21-b2cd-4d77-b12e-fcd6cbea4f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:52.790877 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-b25ff047-418a-4f48-9ae5-3ac0b1479495 req-ec693f21-b2cd-4d77-b12e-fcd6cbea4f64 service neutron] 10.222.0.65 "GET /v2.0/networks?id=027d5c0a-e45a-4a06-947e-f673039c67a0 HTTP/1.1" status: 200 len: 913 time: 0.2751310 May 20 19:53:52.853844 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-eb3edc80-27f6-45a7-abe3-b0490a6b5c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6b8817-7453-4088-8519-9b11ba836610', 'name': 'tempest-TestVolumeBootPattern-1206091087-router', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '31944ead-9b3b-4428-bf4b-32f382a4d666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:46:59Z', 'updated_at': '2021-05-20T19:47:03Z', 'revision_number': 4, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'gw_port': {'id': '31944ead-9b3b-4428-bf4b-32f382a4d666', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:00Z', 'updated_at': '2021-05-20T19:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_floatingips': [{'id': '075388bf-ae18-4718-aed8-5738084fc2f9', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'router_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'port_id': '2e6997c7-eed3-46c3-8095-e067f75a6115', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0', 'mac_address': 'fa:16:3e:97:30:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ff7813-e21c-44d5-873f-79eaa668481a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T19:50:29Z', 'updated_at': '2021-05-20T19:50:32Z', 'revision_number': 1, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce4ee53d-90e3-42c7-adc0-f6aaa3026e4c', 'name': '', 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'mac_address': 'fa:16:3e:d5:16:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '62263882-c2fb-42c7-a641-48b5e7aef49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:02Z', 'updated_at': '2021-05-20T19:47:09Z', 'revision_number': 5, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'subnets': [{'id': '62263882-c2fb-42c7-a641-48b5e7aef49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:53:52.857575 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3edc80-27f6-45a7-abe3-b0490a6b5c08 None None] Checking router: 5d6b8817-7453-4088-8519-9b11ba836610 for host: dv-cinder-792462-2-iscsi {{(pid=98245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:53:52.864243 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2261c815-3b2c-495f-8e3a-1018b52c0695 req-4d7b0c0c-2670-4f27-adcf-121b14ae9f7e tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:52.865705 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-2261c815-3b2c-495f-8e3a-1018b52c0695 req-4d7b0c0c-2670-4f27-adcf-121b14ae9f7e tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb73037-ee17-45e0-84b0-8f5e9e11d996 HTTP/1.1" status: 200 len: 946 time: 0.2126048 May 20 19:53:52.865849 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3edc80-27f6-45a7-abe3-b0490a6b5c08 None None] Routers {'5d6b8817-7453-4088-8519-9b11ba836610'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:53:52.866370 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-eb3edc80-27f6-45a7-abe3-b0490a6b5c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:53:34Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['5d6b8817-7453-4088-8519-9b11ba836610'], 'active': True} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:53:52.874517 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-b25ff047-418a-4f48-9ae5-3ac0b1479495 req-9055f863-ce90-4180-82ee-298552742ff7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5 HTTP/1.1" status: 200 len: 217 time: 0.0715904 May 20 19:53:52.960439 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-2261c815-3b2c-495f-8e3a-1018b52c0695 req-313bb8f8-35df-47a6-aa32-16275f495e3c tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/security-groups?id=f85ca38a-c005-44a6-9d58-73c82601f5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874195 May 20 19:53:52.968349 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ff047-418a-4f48-9ae5-3ac0b1479495 req-0e908609-3c35-40f0-b386-b436feed369c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:52.969744 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-b25ff047-418a-4f48-9ae5-3ac0b1479495 req-0e908609-3c35-40f0-b386-b436feed369c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=62263882-c2fb-42c7-a641-48b5e7aef49a HTTP/1.1" status: 200 len: 851 time: 0.0826378 May 20 19:53:53.042007 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvr_db [None req-eb3edc80-27f6-45a7-abe3-b0490a6b5c08 None None] Set router 5d6b8817-7453-4088-8519-9b11ba836610 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:53:53.045584 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ff047-418a-4f48-9ae5-3ac0b1479495 req-687b8107-9313-4067-9ad6-077a8b0fa44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:53.047052 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-b25ff047-418a-4f48-9ae5-3ac0b1479495 req-687b8107-9313-4067-9ad6-077a8b0fa44e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=027d5c0a-e45a-4a06-947e-f673039c67a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0697060 May 20 19:53:53.179970 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-b25ff047-418a-4f48-9ae5-3ac0b1479495 req-a973fb21-b2dc-4e0a-a347-ad818509990d service neutron] 10.222.0.65 "GET /v2.0/networks/027d5c0a-e45a-4a06-947e-f673039c67a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243377 May 20 19:53:53.310996 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-b25ff047-418a-4f48-9ae5-3ac0b1479495 req-5c2aefc7-2a60-4dd5-a845-5aaffb59d3f5 service neutron] 10.222.0.65 "GET /v2.0/networks/027d5c0a-e45a-4a06-947e-f673039c67a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238461 May 20 19:53:53.379822 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-eb3edc80-27f6-45a7-abe3-b0490a6b5c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6b8817-7453-4088-8519-9b11ba836610', 'name': 'tempest-TestVolumeBootPattern-1206091087-router', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '31944ead-9b3b-4428-bf4b-32f382a4d666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:46:59Z', 'updated_at': '2021-05-20T19:47:03Z', 'revision_number': 4, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'gw_port': {'id': '31944ead-9b3b-4428-bf4b-32f382a4d666', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:00Z', 'updated_at': '2021-05-20T19:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_floatingips': [{'id': '075388bf-ae18-4718-aed8-5738084fc2f9', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'router_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'port_id': '2e6997c7-eed3-46c3-8095-e067f75a6115', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0', 'mac_address': 'fa:16:3e:97:30:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ff7813-e21c-44d5-873f-79eaa668481a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T19:50:29Z', 'updated_at': '2021-05-20T19:50:32Z', 'revision_number': 1, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce4ee53d-90e3-42c7-adc0-f6aaa3026e4c', 'name': '', 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'mac_address': 'fa:16:3e:d5:16:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '62263882-c2fb-42c7-a641-48b5e7aef49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:02Z', 'updated_at': '2021-05-20T19:47:09Z', 'revision_number': 5, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'subnets': [{'id': '62263882-c2fb-42c7-a641-48b5e7aef49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:53:53.383995 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3edc80-27f6-45a7-abe3-b0490a6b5c08 None None] The sync data for ids ['5d6b8817-7453-4088-8519-9b11ba836610'] in dv-cinder-792462-2-iscsi is: [{'id': '5d6b8817-7453-4088-8519-9b11ba836610', 'name': 'tempest-TestVolumeBootPattern-1206091087-router', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '31944ead-9b3b-4428-bf4b-32f382a4d666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:46:59Z', 'updated_at': '2021-05-20T19:47:03Z', 'revision_number': 4, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'gw_port': {'id': '31944ead-9b3b-4428-bf4b-32f382a4d666', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:00Z', 'updated_at': '2021-05-20T19:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_floatingips': [{'id': '075388bf-ae18-4718-aed8-5738084fc2f9', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'router_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'port_id': '2e6997c7-eed3-46c3-8095-e067f75a6115', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0', 'mac_address': 'fa:16:3e:97:30:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ff7813-e21c-44d5-873f-79eaa668481a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T19:50:29Z', 'updated_at': '2021-05-20T19:50:32Z', 'revision_number': 1, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce4ee53d-90e3-42c7-adc0-f6aaa3026e4c', 'name': '', 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'mac_address': 'fa:16:3e:d5:16:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '62263882-c2fb-42c7-a641-48b5e7aef49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:02Z', 'updated_at': '2021-05-20T19:47:09Z', 'revision_number': 5, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'subnets': [{'id': '62263882-c2fb-42c7-a641-48b5e7aef49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:53:53.596779 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37ec4b6-498e-47db-99c2-4b9a13e2ec78 None None] New status for floating IP 906df9c0-a537-464e-a4bd-f55b455cde14: DOWN {{(pid=98246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 19:53:54.153548 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8234e69-92fa-45c1-91c7-fa6d843c7c74 req-4aec1953-1dce-4b03-b5ba-3a9ac15c1c7b tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:54.154247 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-f8234e69-92fa-45c1-91c7-fa6d843c7c74 req-4aec1953-1dce-4b03-b5ba-3a9ac15c1c7b tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Synchronizing usage tracker for tenant:67c0fea229f14ebd918a33f2a9d87521 on resource:port {{(pid=98244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:53:54.168850 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-f8234e69-92fa-45c1-91c7-fa6d843c7c74 req-4aec1953-1dce-4b03-b5ba-3a9ac15c1c7b tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Unset dirty status for tenant:67c0fea229f14ebd918a33f2a9d87521 on resource:port {{(pid=98244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:53:54.170090 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-f8234e69-92fa-45c1-91c7-fa6d843c7c74 req-4aec1953-1dce-4b03-b5ba-3a9ac15c1c7b tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb73037-ee17-45e0-84b0-8f5e9e11d996 HTTP/1.1" status: 200 len: 946 time: 0.0991733 May 20 19:53:54.214711 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-f8234e69-92fa-45c1-91c7-fa6d843c7c74 req-bff0a943-c62e-47dc-90da-a6ba4d668f96 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/security-groups?id=f85ca38a-c005-44a6-9d58-73c82601f5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382490 May 20 19:53:54.273733 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42e05a-491a-4ec0-8baa-a846fc8beb08 req-b9089a5f-a3ee-4bd0-8df0-7c903dbe6dfc tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:54.275071 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6c42e05a-491a-4ec0-8baa-a846fc8beb08 req-b9089a5f-a3ee-4bd0-8df0-7c903dbe6dfc tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.65 "GET /v2.0/ports?device_id=9eb73037-ee17-45e0-84b0-8f5e9e11d996 HTTP/1.1" status: 200 len: 946 time: 0.0778835 May 20 19:53:54.412637 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.plugin [req-6c42e05a-491a-4ec0-8baa-a846fc8beb08 req-78ed5f8f-00d0-4741-a3bd-bf7109ccc28a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Deleting port f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5 {{(pid=98243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:53:54.412981 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-6c42e05a-491a-4ec0-8baa-a846fc8beb08 req-78ed5f8f-00d0-4741-a3bd-bf7109ccc28a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:53:54.545422 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.db [req-6c42e05a-491a-4ec0-8baa-a846fc8beb08 req-78ed5f8f-00d0-4741-a3bd-bf7109ccc28a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] For port f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5,segment=NetworkSegment(139dbb0a-3903-4603-9a7f-ddd4c73b8a9f),segment_id=139dbb0a-3903-4603-9a7f-ddd4c73b8a9f)] {{(pid=98243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:53:54.545699 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-6c42e05a-491a-4ec0-8baa-a846fc8beb08 req-78ed5f8f-00d0-4741-a3bd-bf7109ccc28a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:53:54.669126 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.plugin [req-6c42e05a-491a-4ec0-8baa-a846fc8beb08 req-78ed5f8f-00d0-4741-a3bd-bf7109ccc28a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Calling delete_port for f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5 owned by compute:nova {{(pid=98243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:53:54.773466 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-6c42e05a-491a-4ec0-8baa-a846fc8beb08 req-78ed5f8f-00d0-4741-a3bd-bf7109ccc28a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3727336'] for port, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:53:54.778825 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-e1d129ee-f5b0-4cfc-a649-224d1050c778 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:53:54.822661 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ed5f8f-00d0-4741-a3bd-bf7109ccc28a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Pushing event deleted for resources: {'Port': ['ID=f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:53:54.867686 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed5f8f-00d0-4741-a3bd-bf7109ccc28a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:53:54.868077 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed5f8f-00d0-4741-a3bd-bf7109ccc28a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:53:54.868432 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed5f8f-00d0-4741-a3bd-bf7109ccc28a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:53:54.868784 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed5f8f-00d0-4741-a3bd-bf7109ccc28a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:53:54.869131 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed5f8f-00d0-4741-a3bd-bf7109ccc28a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:53:54.869477 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed5f8f-00d0-4741-a3bd-bf7109ccc28a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:53:54.869820 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed5f8f-00d0-4741-a3bd-bf7109ccc28a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:53:54.870160 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed5f8f-00d0-4741-a3bd-bf7109ccc28a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:53:54.870500 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed5f8f-00d0-4741-a3bd-bf7109ccc28a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:53:54.870839 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed5f8f-00d0-4741-a3bd-bf7109ccc28a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:53:54.871173 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed5f8f-00d0-4741-a3bd-bf7109ccc28a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:53:54.871512 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed5f8f-00d0-4741-a3bd-bf7109ccc28a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:53:54.898148 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-78ed5f8f-00d0-4741-a3bd-bf7109ccc28a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:53:54.909604 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c42e05a-491a-4ec0-8baa-a846fc8beb08 req-78ed5f8f-00d0-4741-a3bd-bf7109ccc28a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] No DVR routers for this DVR port f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5 on host hv-cinder-79246 {{(pid=98243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:53:54.911947 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-6c42e05a-491a-4ec0-8baa-a846fc8beb08 req-78ed5f8f-00d0-4741-a3bd-bf7109ccc28a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for port, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:53:54.914336 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb73037-ee17-45e0-84b0-8f5e9e11d996', 'name': 'network-vif-deleted', 'tag': 'f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5'}] {{(pid=98243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:53:54.929185 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-6c42e05a-491a-4ec0-8baa-a846fc8beb08 req-78ed5f8f-00d0-4741-a3bd-bf7109ccc28a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.65 "DELETE /v2.0/ports/f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5 HTTP/1.1" status: 204 len: 173 time: 0.6477232 May 20 19:53:54.957565 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb73037-ee17-45e0-84b0-8f5e9e11d996', 'name': 'network-vif-deleted', 'tag': 'f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5', 'status': 'completed', 'code': 200} May 20 19:53:55.369417 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-df0db8eb-0ba1-432a-b848-6a660787c4ae req-be3d0cd0-c15e-472e-9902-f35d179adb6e tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb73037-ee17-45e0-84b0-8f5e9e11d996 HTTP/1.1" status: 200 len: 210 time: 0.0444832 May 20 19:53:58.745756 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:53:58.783150 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] No Port match for: f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5 {{(pid=98245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:53:58.783501 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device f6728c15-dcbf-4a95-a52b-d1fabc3cd3f5 not bound to the agent host hv-cinder-79246 {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:53:58.855414 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 45356) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:53:59.214184 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.plugin [None req-821b93f0-e44c-46cc-81fe-c28e26feb281 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Deleting port f61d627e-bc64-4dbb-af2f-a80beaef7c95 {{(pid=98244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:53:59.214530 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-821b93f0-e44c-46cc-81fe-c28e26feb281 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:53:59.332155 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-821b93f0-e44c-46cc-81fe-c28e26feb281 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:53:59.332488 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-821b93f0-e44c-46cc-81fe-c28e26feb281 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:53:59.454225 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.plugin [None req-821b93f0-e44c-46cc-81fe-c28e26feb281 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Calling delete_port for f61d627e-bc64-4dbb-af2f-a80beaef7c95 owned by network:floatingip {{(pid=98244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:53:59.571029 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-821b93f0-e44c-46cc-81fe-c28e26feb281 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3028154'] for port, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:53:59.575260 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-b3ba74d3-7420-408f-a65e-7fbf1bc70e60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:53:59.645991 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821b93f0-e44c-46cc-81fe-c28e26feb281 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Pushing event deleted for resources: {'Port': ['ID=f61d627e-bc64-4dbb-af2f-a80beaef7c95,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:53:59.652422 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-821b93f0-e44c-46cc-81fe-c28e26feb281 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:53:59.709662 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-821b93f0-e44c-46cc-81fe-c28e26feb281 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks [] for floatingip, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:53:59.709987 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.db.l3_db [None req-821b93f0-e44c-46cc-81fe-c28e26feb281 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Floating IP 075388bf-ae18-4718-aed8-5738084fc2f9 disassociated (deleted). External IP: 172.27.1.152, port: 2e6997c7-eed3-46c3-8095-e067f75a6115. May 20 19:54:00.064175 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821b93f0-e44c-46cc-81fe-c28e26feb281 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Router 5d6b8817-7453-4088-8519-9b11ba836610 has already been hosted by L3 agent bf06d900-968e-4d51-b3d3-e51a8143bf8e {{(pid=98244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:54:00.234321 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821b93f0-e44c-46cc-81fe-c28e26feb281 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify agent at l3_agent.dv-cinder-792462-2-iscsi the message routers_updated {{(pid=98244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:54:00.244600 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c90641-9583-459d-b8d5-bb2e16cab9ca None None] Sync routers for ids ['5d6b8817-7453-4088-8519-9b11ba836610'] in dv-cinder-792462-2-iscsi {{(pid=98245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:54:00.250190 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-821b93f0-e44c-46cc-81fe-c28e26feb281 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for floatingip, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:00.254077 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c90641-9583-459d-b8d5-bb2e16cab9ca None None] Routers {'5d6b8817-7453-4088-8519-9b11ba836610'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:54:00.254676 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-f6c90641-9583-459d-b8d5-bb2e16cab9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:53:34Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['5d6b8817-7453-4088-8519-9b11ba836610'], 'active': True} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:54:00.308102 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-821b93f0-e44c-46cc-81fe-c28e26feb281 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "DELETE /v2.0/floatingips/075388bf-ae18-4718-aed8-5738084fc2f9 HTTP/1.1" status: 204 len: 168 time: 1.4515817 May 20 19:54:00.308753 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59ff7813-e21c-44d5-873f-79eaa668481a', 'tag': '2e6997c7-eed3-46c3-8095-e067f75a6115'}] {{(pid=98244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:54:00.356970 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59ff7813-e21c-44d5-873f-79eaa668481a', 'tag': '2e6997c7-eed3-46c3-8095-e067f75a6115', 'status': 'completed', 'code': 200} May 20 19:54:00.447457 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a6edff-7574-4e4c-be4c-62ee366cf2cb req-a39c0b36-2bb1-464c-8b47-6c16a6490bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:54:00.448960 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-43a6edff-7574-4e4c-be4c-62ee366cf2cb req-a39c0b36-2bb1-464c-8b47-6c16a6490bca service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=67c0fea229f14ebd918a33f2a9d87521&device_id=59ff7813-e21c-44d5-873f-79eaa668481a HTTP/1.1" status: 200 len: 1098 time: 0.0692861 May 20 19:54:00.478375 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvr_db [None req-f6c90641-9583-459d-b8d5-bb2e16cab9ca None None] Set router 5d6b8817-7453-4088-8519-9b11ba836610 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:54:00.729359 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a6edff-7574-4e4c-be4c-62ee366cf2cb req-473d1bcf-0dee-49c4-bd80-340b4ab03801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:54:00.730788 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-43a6edff-7574-4e4c-be4c-62ee366cf2cb req-473d1bcf-0dee-49c4-bd80-340b4ab03801 service neutron] 10.222.0.65 "GET /v2.0/networks?id=027d5c0a-e45a-4a06-947e-f673039c67a0 HTTP/1.1" status: 200 len: 913 time: 0.2752259 May 20 19:54:00.800014 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-f6c90641-9583-459d-b8d5-bb2e16cab9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6b8817-7453-4088-8519-9b11ba836610', 'name': 'tempest-TestVolumeBootPattern-1206091087-router', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '31944ead-9b3b-4428-bf4b-32f382a4d666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:46:59Z', 'updated_at': '2021-05-20T19:47:03Z', 'revision_number': 4, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'gw_port': {'id': '31944ead-9b3b-4428-bf4b-32f382a4d666', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:00Z', 'updated_at': '2021-05-20T19:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': 'ce4ee53d-90e3-42c7-adc0-f6aaa3026e4c', 'name': '', 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'mac_address': 'fa:16:3e:d5:16:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '62263882-c2fb-42c7-a641-48b5e7aef49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:02Z', 'updated_at': '2021-05-20T19:47:09Z', 'revision_number': 5, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'subnets': [{'id': '62263882-c2fb-42c7-a641-48b5e7aef49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:54:00.803365 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c139bf-55e0-428f-8608-8d307f1685f3 req-77e3318b-dc4c-412b-a724-36e8866a7f25 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:54:00.803871 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c90641-9583-459d-b8d5-bb2e16cab9ca None None] Checking router: 5d6b8817-7453-4088-8519-9b11ba836610 for host: dv-cinder-792462-2-iscsi {{(pid=98245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:54:00.804080 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-48c139bf-55e0-428f-8608-8d307f1685f3 req-77e3318b-dc4c-412b-a724-36e8866a7f25 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Synchronizing usage tracker for tenant:67c0fea229f14ebd918a33f2a9d87521 on resource:port {{(pid=98243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:54:00.812015 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c90641-9583-459d-b8d5-bb2e16cab9ca None None] Routers {'5d6b8817-7453-4088-8519-9b11ba836610'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:54:00.812624 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-f6c90641-9583-459d-b8d5-bb2e16cab9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:53:34Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['5d6b8817-7453-4088-8519-9b11ba836610'], 'active': True} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:54:00.814901 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-43a6edff-7574-4e4c-be4c-62ee366cf2cb req-fff06c94-2e1e-4979-9bd6-4c8a1725ec09 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e6997c7-eed3-46c3-8095-e067f75a6115 HTTP/1.1" status: 200 len: 217 time: 0.0750239 May 20 19:54:00.855876 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-48c139bf-55e0-428f-8608-8d307f1685f3 req-77e3318b-dc4c-412b-a724-36e8866a7f25 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Unset dirty status for tenant:67c0fea229f14ebd918a33f2a9d87521 on resource:port {{(pid=98243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:54:00.856964 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-48c139bf-55e0-428f-8608-8d307f1685f3 req-77e3318b-dc4c-412b-a724-36e8866a7f25 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=59ff7813-e21c-44d5-873f-79eaa668481a HTTP/1.1" status: 200 len: 945 time: 0.2202902 May 20 19:54:00.905685 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a6edff-7574-4e4c-be4c-62ee366cf2cb req-a02ee3ac-1c8a-470b-8428-c0f9806d5027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:54:00.907071 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-43a6edff-7574-4e4c-be4c-62ee366cf2cb req-a02ee3ac-1c8a-470b-8428-c0f9806d5027 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=62263882-c2fb-42c7-a641-48b5e7aef49a HTTP/1.1" status: 200 len: 851 time: 0.0841513 May 20 19:54:00.918055 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-48c139bf-55e0-428f-8608-8d307f1685f3 req-02e1388c-28b5-404e-b132-0b5b0d86d5e8 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/security-groups?id=f85ca38a-c005-44a6-9d58-73c82601f5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497305 May 20 19:54:00.990375 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a6edff-7574-4e4c-be4c-62ee366cf2cb req-bb18311c-81bb-442b-a8c8-7705c8adb267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:54:00.991917 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-43a6edff-7574-4e4c-be4c-62ee366cf2cb req-bb18311c-81bb-442b-a8c8-7705c8adb267 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=027d5c0a-e45a-4a06-947e-f673039c67a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0768476 May 20 19:54:00.996878 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvr_db [None req-f6c90641-9583-459d-b8d5-bb2e16cab9ca None None] Set router 5d6b8817-7453-4088-8519-9b11ba836610 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:54:01.124602 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-43a6edff-7574-4e4c-be4c-62ee366cf2cb req-48a88b15-9c8d-4b3e-9593-d58478645ee1 service neutron] 10.222.0.65 "GET /v2.0/networks/027d5c0a-e45a-4a06-947e-f673039c67a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251898 May 20 19:54:01.254267 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-43a6edff-7574-4e4c-be4c-62ee366cf2cb req-1fcb52ce-d605-436a-8869-745c013986a9 service neutron] 10.222.0.65 "GET /v2.0/networks/027d5c0a-e45a-4a06-947e-f673039c67a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218531 May 20 19:54:01.303914 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-f6c90641-9583-459d-b8d5-bb2e16cab9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6b8817-7453-4088-8519-9b11ba836610', 'name': 'tempest-TestVolumeBootPattern-1206091087-router', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '31944ead-9b3b-4428-bf4b-32f382a4d666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:46:59Z', 'updated_at': '2021-05-20T19:47:03Z', 'revision_number': 4, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'gw_port': {'id': '31944ead-9b3b-4428-bf4b-32f382a4d666', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:00Z', 'updated_at': '2021-05-20T19:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': 'ce4ee53d-90e3-42c7-adc0-f6aaa3026e4c', 'name': '', 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'mac_address': 'fa:16:3e:d5:16:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '62263882-c2fb-42c7-a641-48b5e7aef49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:02Z', 'updated_at': '2021-05-20T19:47:09Z', 'revision_number': 5, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'subnets': [{'id': '62263882-c2fb-42c7-a641-48b5e7aef49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:54:01.307820 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c90641-9583-459d-b8d5-bb2e16cab9ca None None] The sync data for ids ['5d6b8817-7453-4088-8519-9b11ba836610'] in dv-cinder-792462-2-iscsi is: [{'id': '5d6b8817-7453-4088-8519-9b11ba836610', 'name': 'tempest-TestVolumeBootPattern-1206091087-router', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '31944ead-9b3b-4428-bf4b-32f382a4d666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:46:59Z', 'updated_at': '2021-05-20T19:47:03Z', 'revision_number': 4, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'gw_port': {'id': '31944ead-9b3b-4428-bf4b-32f382a4d666', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:00Z', 'updated_at': '2021-05-20T19:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': 'ce4ee53d-90e3-42c7-adc0-f6aaa3026e4c', 'name': '', 'network_id': '027d5c0a-e45a-4a06-947e-f673039c67a0', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'mac_address': 'fa:16:3e:d5:16:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '62263882-c2fb-42c7-a641-48b5e7aef49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:02Z', 'updated_at': '2021-05-20T19:47:09Z', 'revision_number': 5, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'subnets': [{'id': '62263882-c2fb-42c7-a641-48b5e7aef49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:54:01.503799 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4811deb-4546-4391-990a-1a83b8f30592 None None] New status for floating IP 075388bf-ae18-4718-aed8-5738084fc2f9: DOWN {{(pid=98246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 19:54:02.094586 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71587195-c330-48e5-b727-017653cc0939 req-01364b50-fa91-4326-bf60-e5a0fda02cef tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:54:02.096101 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-71587195-c330-48e5-b727-017653cc0939 req-01364b50-fa91-4326-bf60-e5a0fda02cef tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.65 "GET /v2.0/ports?device_id=59ff7813-e21c-44d5-873f-79eaa668481a HTTP/1.1" status: 200 len: 945 time: 0.0812349 May 20 19:54:02.212715 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbefd3e-93ed-4e6b-8aaf-6942ed1654ee req-7bae53e6-87cd-4ed6-9a46-b2a2ae1d2aa1 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:54:02.213332 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-abbefd3e-93ed-4e6b-8aaf-6942ed1654ee req-7bae53e6-87cd-4ed6-9a46-b2a2ae1d2aa1 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Synchronizing usage tracker for tenant:67c0fea229f14ebd918a33f2a9d87521 on resource:port {{(pid=98244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:54:02.225042 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-abbefd3e-93ed-4e6b-8aaf-6942ed1654ee req-7bae53e6-87cd-4ed6-9a46-b2a2ae1d2aa1 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Unset dirty status for tenant:67c0fea229f14ebd918a33f2a9d87521 on resource:port {{(pid=98244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:54:02.226163 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-abbefd3e-93ed-4e6b-8aaf-6942ed1654ee req-7bae53e6-87cd-4ed6-9a46-b2a2ae1d2aa1 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=59ff7813-e21c-44d5-873f-79eaa668481a HTTP/1.1" status: 200 len: 945 time: 0.1993904 May 20 19:54:02.234093 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.plugin [req-71587195-c330-48e5-b727-017653cc0939 req-264c0a41-de77-4bf4-8cb7-d47bc651dbff tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Deleting port 2e6997c7-eed3-46c3-8095-e067f75a6115 {{(pid=98243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:54:02.234448 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-71587195-c330-48e5-b727-017653cc0939 req-264c0a41-de77-4bf4-8cb7-d47bc651dbff tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:02.243022 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-e80789df-eab0-4e80-b067-8f52d87a9363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:02.273892 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-abbefd3e-93ed-4e6b-8aaf-6942ed1654ee req-0efcb323-8575-426f-869e-f80f47ec04c9 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/security-groups?id=f85ca38a-c005-44a6-9d58-73c82601f5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414798 May 20 19:54:02.367289 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.db [req-71587195-c330-48e5-b727-017653cc0939 req-264c0a41-de77-4bf4-8cb7-d47bc651dbff tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] For port 2e6997c7-eed3-46c3-8095-e067f75a6115, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2e6997c7-eed3-46c3-8095-e067f75a6115,segment=NetworkSegment(139dbb0a-3903-4603-9a7f-ddd4c73b8a9f),segment_id=139dbb0a-3903-4603-9a7f-ddd4c73b8a9f)] {{(pid=98243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:54:02.367661 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-71587195-c330-48e5-b727-017653cc0939 req-264c0a41-de77-4bf4-8cb7-d47bc651dbff tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:02.485294 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.plugin [req-71587195-c330-48e5-b727-017653cc0939 req-264c0a41-de77-4bf4-8cb7-d47bc651dbff tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Calling delete_port for 2e6997c7-eed3-46c3-8095-e067f75a6115 owned by compute:nova {{(pid=98243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:54:02.592891 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-71587195-c330-48e5-b727-017653cc0939 req-264c0a41-de77-4bf4-8cb7-d47bc651dbff tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3727336'] for port, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:02.598713 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-6e8b9dfe-08df-4b1b-81f8-3325e7c5427d tempest-TestMinimumBasicScenario-872816287 tempest-TestMinimumBasicScenario-872816287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:54:02.641710 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c0a41-de77-4bf4-8cb7-d47bc651dbff tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Pushing event deleted for resources: {'Port': ['ID=2e6997c7-eed3-46c3-8095-e067f75a6115,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:54:02.645239 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-264c0a41-de77-4bf4-8cb7-d47bc651dbff tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:54:02.717042 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.l3_dvrscheduler_db [req-71587195-c330-48e5-b727-017653cc0939 req-264c0a41-de77-4bf4-8cb7-d47bc651dbff tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] No DVR routers for this DVR port 2e6997c7-eed3-46c3-8095-e067f75a6115 on host hv-cinder-79246 {{(pid=98243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:54:02.719396 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-71587195-c330-48e5-b727-017653cc0939 req-264c0a41-de77-4bf4-8cb7-d47bc651dbff tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for port, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:02.721872 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ff7813-e21c-44d5-873f-79eaa668481a', 'name': 'network-vif-deleted', 'tag': '2e6997c7-eed3-46c3-8095-e067f75a6115'}] {{(pid=98243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:54:02.737579 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-71587195-c330-48e5-b727-017653cc0939 req-264c0a41-de77-4bf4-8cb7-d47bc651dbff tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.65 "DELETE /v2.0/ports/2e6997c7-eed3-46c3-8095-e067f75a6115 HTTP/1.1" status: 204 len: 173 time: 0.6358659 May 20 19:54:02.765207 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ff7813-e21c-44d5-873f-79eaa668481a', 'name': 'network-vif-deleted', 'tag': '2e6997c7-eed3-46c3-8095-e067f75a6115', 'status': 'completed', 'code': 200} May 20 19:54:03.437563 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-eb9bc10a-0133-42c9-a9ca-07a3ee215d7c req-5216bc78-079e-4b4d-ac1c-216fef16b7e6 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "GET /v2.0/ports?device_id=59ff7813-e21c-44d5-873f-79eaa668481a HTTP/1.1" status: 200 len: 210 time: 0.0464482 May 20 19:54:04.484472 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-46039830-777a-4301-9c8e-acfa4ec78e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:04.534086 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 45374) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:54:04.748484 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.plugin [None req-bcfdc697-2b1e-487e-a10a-7fc921320f16 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Deleting port cfb3fd44-c963-4ce1-9d26-2fc04d322c19 {{(pid=98244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:54:04.748737 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-bcfdc697-2b1e-487e-a10a-7fc921320f16 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:04.823982 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:04.868144 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-bcfdc697-2b1e-487e-a10a-7fc921320f16 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:04.868478 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-bcfdc697-2b1e-487e-a10a-7fc921320f16 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:04.989446 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.plugin [None req-bcfdc697-2b1e-487e-a10a-7fc921320f16 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Calling delete_port for cfb3fd44-c963-4ce1-9d26-2fc04d322c19 owned by network:floatingip {{(pid=98244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:54:05.096489 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-bcfdc697-2b1e-487e-a10a-7fc921320f16 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3028154'] for port, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:05.100614 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-5edd9c3b-484a-410c-995f-9688c9552893 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:54:05.170927 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfdc697-2b1e-487e-a10a-7fc921320f16 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Pushing event deleted for resources: {'Port': ['ID=cfb3fd44-c963-4ce1-9d26-2fc04d322c19,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:54:05.173104 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-bcfdc697-2b1e-487e-a10a-7fc921320f16 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:54:05.234200 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-bcfdc697-2b1e-487e-a10a-7fc921320f16 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks [] for floatingip, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:05.248346 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-bcfdc697-2b1e-487e-a10a-7fc921320f16 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for floatingip, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:05.249454 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-bcfdc697-2b1e-487e-a10a-7fc921320f16 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "DELETE /v2.0/floatingips/1cb1722b-013a-4846-accf-056781d50282 HTTP/1.1" status: 204 len: 168 time: 0.7144017 May 20 19:54:05.619183 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d568-3eaa-4ee2-8e63-8438dfda9a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:06.478046 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:06.611671 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 45388) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:54:06.681370 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c3d82b03-f9d9-4c20-b02a-547b37cadf80 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks [] for security_group, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:06.709839 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c3d82b03-f9d9-4c20-b02a-547b37cadf80 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:06.772502 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c3d82b03-f9d9-4c20-b02a-547b37cadf80 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:06.776285 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-8266d9a5-a884-447f-ae8a-6cb307fd7fe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:54:06.776555 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 2e6997c7-eed3-46c3-8095-e067f75a6115 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:54:06.790806 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d82b03-f9d9-4c20-b02a-547b37cadf80 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85ca38a-c005-44a6-9d58-73c82601f5ab,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:54:06.793942 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-c3d82b03-f9d9-4c20-b02a-547b37cadf80 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:54:06.804942 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c3d82b03-f9d9-4c20-b02a-547b37cadf80 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Notify callbacks [] for security_group, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:06.806060 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-c3d82b03-f9d9-4c20-b02a-547b37cadf80 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] 10.222.0.46 "DELETE /v2.0/security-groups/f85ca38a-c005-44a6-9d58-73c82601f5ab HTTP/1.1" status: 204 len: 168 time: 0.1927404 May 20 19:54:06.822691 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] No Port match for: 2e6997c7-eed3-46c3-8095-e067f75a6115 {{(pid=98245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:54:06.823046 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device 2e6997c7-eed3-46c3-8095-e067f75a6115 not bound to the agent host hv-cinder-79246 {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:54:06.859445 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 45394) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:54:07.310459 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-40a8b960-4cf6-42c3-bf80-c71dd59d075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:07.705220 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ce807b2b-4753-4230-91e9-0bd0273cc7f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1823322'] for router_interface, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:08.102815 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.plugin [None req-ce807b2b-4753-4230-91e9-0bd0273cc7f4 admin admin] Deleting port ce4ee53d-90e3-42c7-adc0-f6aaa3026e4c {{(pid=98244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:54:08.103085 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ce807b2b-4753-4230-91e9-0bd0273cc7f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:08.220342 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.db [None req-ce807b2b-4753-4230-91e9-0bd0273cc7f4 admin admin] For port ce4ee53d-90e3-42c7-adc0-f6aaa3026e4c, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=ce4ee53d-90e3-42c7-adc0-f6aaa3026e4c,segment=NetworkSegment(139dbb0a-3903-4603-9a7f-ddd4c73b8a9f),segment_id=139dbb0a-3903-4603-9a7f-ddd4c73b8a9f)] {{(pid=98244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:54:08.220698 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ce807b2b-4753-4230-91e9-0bd0273cc7f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:08.340579 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.plugin [None req-ce807b2b-4753-4230-91e9-0bd0273cc7f4 admin admin] Calling delete_port for ce4ee53d-90e3-42c7-adc0-f6aaa3026e4c owned by network:router_interface {{(pid=98244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:54:08.484783 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ce807b2b-4753-4230-91e9-0bd0273cc7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3028154'] for port, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:08.489117 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-852494ef-9c2f-4160-9519-a319ce9496ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:54:08.530440 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce807b2b-4753-4230-91e9-0bd0273cc7f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce4ee53d-90e3-42c7-adc0-f6aaa3026e4c,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:54:08.533579 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-ce807b2b-4753-4230-91e9-0bd0273cc7f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:54:08.800119 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-ce807b2b-4753-4230-91e9-0bd0273cc7f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1697961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823470'] for router_interface, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:09.270438 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce807b2b-4753-4230-91e9-0bd0273cc7f4 admin admin] Router 5d6b8817-7453-4088-8519-9b11ba836610 has already been hosted by L3 agent bf06d900-968e-4d51-b3d3-e51a8143bf8e {{(pid=98244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:54:09.450607 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce807b2b-4753-4230-91e9-0bd0273cc7f4 admin admin] Notify agent at l3_agent.dv-cinder-792462-2-iscsi the message routers_updated {{(pid=98244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:54:09.460623 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640dc837-ab86-4fc2-bba7-c6e6234f689d None None] Sync routers for ids ['5d6b8817-7453-4088-8519-9b11ba836610'] in dv-cinder-792462-2-iscsi {{(pid=98245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:54:09.464252 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-ce807b2b-4753-4230-91e9-0bd0273cc7f4 admin admin] 10.222.0.46 "PUT /v2.0/routers/5d6b8817-7453-4088-8519-9b11ba836610/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6037488 May 20 19:54:09.466725 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 45400) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:54:09.472889 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640dc837-ab86-4fc2-bba7-c6e6234f689d None None] Routers {'5d6b8817-7453-4088-8519-9b11ba836610'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:54:09.473772 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-640dc837-ab86-4fc2-bba7-c6e6234f689d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:54:04Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['5d6b8817-7453-4088-8519-9b11ba836610'], 'active': True} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:54:09.652444 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c2c5a235-a7f3-4f55-97a1-4b70fd838956 admin admin] Notify callbacks [] for router, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:09.655728 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvr_db [None req-640dc837-ab86-4fc2-bba7-c6e6234f689d None None] Set router 5d6b8817-7453-4088-8519-9b11ba836610 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:54:09.829899 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c2c5a235-a7f3-4f55-97a1-4b70fd838956 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:09.907746 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.plugin [None req-c2c5a235-a7f3-4f55-97a1-4b70fd838956 admin admin] Deleting port 31944ead-9b3b-4428-bf4b-32f382a4d666 {{(pid=98244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:54:09.908018 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c2c5a235-a7f3-4f55-97a1-4b70fd838956 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:09.989282 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-640dc837-ab86-4fc2-bba7-c6e6234f689d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6b8817-7453-4088-8519-9b11ba836610', 'name': 'tempest-TestVolumeBootPattern-1206091087-router', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '31944ead-9b3b-4428-bf4b-32f382a4d666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:46:59Z', 'updated_at': '2021-05-20T19:54:08Z', 'revision_number': 5, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'gw_port': {'id': '31944ead-9b3b-4428-bf4b-32f382a4d666', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6b8817-7453-4088-8519-9b11ba836610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:00Z', 'updated_at': '2021-05-20T19:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi'}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:54:09.993138 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640dc837-ab86-4fc2-bba7-c6e6234f689d None None] Checking router: 5d6b8817-7453-4088-8519-9b11ba836610 for host: dv-cinder-792462-2-iscsi {{(pid=98245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:54:10.001312 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640dc837-ab86-4fc2-bba7-c6e6234f689d None None] Routers {'5d6b8817-7453-4088-8519-9b11ba836610'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:54:10.001916 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-640dc837-ab86-4fc2-bba7-c6e6234f689d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:54:04Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['5d6b8817-7453-4088-8519-9b11ba836610'], 'active': True} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:54:10.030262 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.db [None req-c2c5a235-a7f3-4f55-97a1-4b70fd838956 admin admin] For port 31944ead-9b3b-4428-bf4b-32f382a4d666, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=31944ead-9b3b-4428-bf4b-32f382a4d666,segment=NetworkSegment(67affa7f-7af4-4d70-a1a2-daaca7702f84),segment_id=67affa7f-7af4-4d70-a1a2-daaca7702f84)] {{(pid=98244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:54:10.030614 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c2c5a235-a7f3-4f55-97a1-4b70fd838956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:10.153716 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.plugin [None req-c2c5a235-a7f3-4f55-97a1-4b70fd838956 admin admin] Calling delete_port for 31944ead-9b3b-4428-bf4b-32f382a4d666 owned by network:router_gateway {{(pid=98244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:54:10.154779 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvr_db [None req-640dc837-ab86-4fc2-bba7-c6e6234f689d None None] Set router 5d6b8817-7453-4088-8519-9b11ba836610 gateway port host: None {{(pid=98245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:54:10.262959 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-640dc837-ab86-4fc2-bba7-c6e6234f689d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6b8817-7453-4088-8519-9b11ba836610', 'name': 'tempest-TestVolumeBootPattern-1206091087-router', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:46:59Z', 'updated_at': '2021-05-20T19:54:09Z', 'revision_number': 6, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'gw_port_host': None}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:54:10.267226 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640dc837-ab86-4fc2-bba7-c6e6234f689d None None] The sync data for ids ['5d6b8817-7453-4088-8519-9b11ba836610'] in dv-cinder-792462-2-iscsi is: [{'id': '5d6b8817-7453-4088-8519-9b11ba836610', 'name': 'tempest-TestVolumeBootPattern-1206091087-router', 'tenant_id': '67c0fea229f14ebd918a33f2a9d87521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:46:59Z', 'updated_at': '2021-05-20T19:54:09Z', 'revision_number': 6, 'project_id': '67c0fea229f14ebd918a33f2a9d87521', 'gw_port_host': None}] {{(pid=98245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:54:10.301995 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c2c5a235-a7f3-4f55-97a1-4b70fd838956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3028154'] for port, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:10.305747 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-eb4417ce-4a4c-4863-b719-36c333153762 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:54:10.350035 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c5a235-a7f3-4f55-97a1-4b70fd838956 admin admin] Pushing event deleted for resources: {'Port': ['ID=31944ead-9b3b-4428-bf4b-32f382a4d666,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:54:10.353003 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-c2c5a235-a7f3-4f55-97a1-4b70fd838956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:54:10.564443 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c2c5a235-a7f3-4f55-97a1-4b70fd838956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745777'] for router_gateway, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:10.743181 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c2c5a235-a7f3-4f55-97a1-4b70fd838956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1749511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7954'] for router, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:10.745470 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c2c5a235-a7f3-4f55-97a1-4b70fd838956 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:10.770007 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c2c5a235-a7f3-4f55-97a1-4b70fd838956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1748301'] for router, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:10.770679 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c5a235-a7f3-4f55-97a1-4b70fd838956 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d6b8817-7453-4088-8519-9b11ba836610 {{(pid=98244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 19:54:10.783365 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-c2c5a235-a7f3-4f55-97a1-4b70fd838956 admin admin] Notify callbacks [] for router, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:10.785157 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-c2c5a235-a7f3-4f55-97a1-4b70fd838956 admin admin] 10.222.0.46 "DELETE /v2.0/routers/5d6b8817-7453-4088-8519-9b11ba836610 HTTP/1.1" status: 204 len: 168 time: 1.3175082 May 20 19:54:10.787618 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 45404) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:54:10.850209 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.db_base_plugin_v2 [None req-d44e9772-8ead-40b1-872c-92508a3a48d2 admin admin] Deleting subnet 62263882-c2fb-42c7-a641-48b5e7aef49a {{(pid=98244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 19:54:10.853253 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d44e9772-8ead-40b1-872c-92508a3a48d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:10.902896 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d44e9772-8ead-40b1-872c-92508a3a48d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-740392'] for subnet, precommit_delete_associations {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:10.980424 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d44e9772-8ead-40b1-872c-92508a3a48d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378450'] for subnet, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:11.072238 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 31944ead-9b3b-4428-bf4b-32f382a4d666 no longer exists at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:54:11.109195 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] No Port match for: 31944ead-9b3b-4428-bf4b-32f382a4d666 {{(pid=98245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:54:11.109542 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 31944ead-9b3b-4428-bf4b-32f382a4d666 not bound to the agent host dv-cinder-792462-2-iscsi {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:54:11.109970 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device ce4ee53d-90e3-42c7-adc0-f6aaa3026e4c no longer exists at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:54:11.149105 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] No Port match for: ce4ee53d-90e3-42c7-adc0-f6aaa3026e4c {{(pid=98245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:54:11.149454 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device ce4ee53d-90e3-42c7-adc0-f6aaa3026e4c not bound to the agent host dv-cinder-792462-2-iscsi {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:54:11.249843 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d44e9772-8ead-40b1-872c-92508a3a48d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3028041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3031077'] for subnet, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:11.256862 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-9a511782-508e-4ba4-ae75-862e382116e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:54:11.291861 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e9772-8ead-40b1-872c-92508a3a48d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62263882-c2fb-42c7-a641-48b5e7aef49a,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:54:11.294734 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-d44e9772-8ead-40b1-872c-92508a3a48d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:54:11.295742 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d44e9772-8ead-40b1-872c-92508a3a48d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:11.303161 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-d44e9772-8ead-40b1-872c-92508a3a48d2 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/62263882-c2fb-42c7-a641-48b5e7aef49a HTTP/1.1" status: 204 len: 168 time: 0.5145216 May 20 19:54:11.311039 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c04e206-727b-49e7-977e-6856b5aca0ad None None] Network 027d5c0a-e45a-4a06-947e-f673039c67a0 requested from dv-cinder-792462-2-iscsi {{(pid=98245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:54:11.312033 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 45408) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:54:11.409118 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.agents_db [None req-81082b58-be1a-4fbd-9926-297307221300 None None] Agent healthcheck: found 6 active agents {{(pid=98246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:54:11.419256 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-87742865-b497-4a9a-9583-6fdfe5cd59a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748490'] for network, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:11.496751 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.plugin [None req-87742865-b497-4a9a-9583-6fdfe5cd59a4 admin admin] Deleting port 20d64b03-5f5d-4b10-8d03-32bfdbf4b547 {{(pid=98244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:54:11.497095 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-87742865-b497-4a9a-9583-6fdfe5cd59a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:11.564504 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3738c137-4c60-49ad-bcd2-8c1d32036c7e None None] DHCP port deletion for 027d5c0a-e45a-4a06-947e-f673039c67a0 request from dv-cinder-792462-2-iscsi {{(pid=98245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 19:54:11.603416 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.db [None req-87742865-b497-4a9a-9583-6fdfe5cd59a4 admin admin] For port 20d64b03-5f5d-4b10-8d03-32bfdbf4b547, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=20d64b03-5f5d-4b10-8d03-32bfdbf4b547,segment=NetworkSegment(139dbb0a-3903-4603-9a7f-ddd4c73b8a9f),segment_id=139dbb0a-3903-4603-9a7f-ddd4c73b8a9f)] {{(pid=98244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:54:11.603670 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-87742865-b497-4a9a-9583-6fdfe5cd59a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:11.630101 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-3738c137-4c60-49ad-bcd2-8c1d32036c7e None None] Deleting port 20d64b03-5f5d-4b10-8d03-32bfdbf4b547 {{(pid=98245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:54:11.630745 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3738c137-4c60-49ad-bcd2-8c1d32036c7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:11.726780 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.plugin [None req-87742865-b497-4a9a-9583-6fdfe5cd59a4 admin admin] Calling delete_port for 20d64b03-5f5d-4b10-8d03-32bfdbf4b547 owned by network:dhcp {{(pid=98244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:54:11.727995 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3738c137-4c60-49ad-bcd2-8c1d32036c7e None None] For port 20d64b03-5f5d-4b10-8d03-32bfdbf4b547, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=20d64b03-5f5d-4b10-8d03-32bfdbf4b547,segment=NetworkSegment(139dbb0a-3903-4603-9a7f-ddd4c73b8a9f),segment_id=139dbb0a-3903-4603-9a7f-ddd4c73b8a9f)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:54:11.728387 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3738c137-4c60-49ad-bcd2-8c1d32036c7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:11.773266 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-87742865-b497-4a9a-9583-6fdfe5cd59a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3028154'] for port, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:11.777186 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-a47282ef-3846-488e-a150-8c3bdf50f6e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:54:11.820243 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87742865-b497-4a9a-9583-6fdfe5cd59a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=20d64b03-5f5d-4b10-8d03-32bfdbf4b547,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:54:11.823725 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-87742865-b497-4a9a-9583-6fdfe5cd59a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:54:11.824510 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87742865-b497-4a9a-9583-6fdfe5cd59a4 admin admin] No DVR routers for this DVR port 20d64b03-5f5d-4b10-8d03-32bfdbf4b547 on host dv-cinder-792462-2-iscsi {{(pid=98244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:54:11.851567 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-3738c137-4c60-49ad-bcd2-8c1d32036c7e None None] Calling delete_port for 20d64b03-5f5d-4b10-8d03-32bfdbf4b547 owned by network:dhcp {{(pid=98245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:54:11.905646 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3738c137-4c60-49ad-bcd2-8c1d32036c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024'] for port, after_delete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:11.910103 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:54:11.940569 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-87742865-b497-4a9a-9583-6fdfe5cd59a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377309', 'neutron.services.segments.db._delete_segments_for_network-8778153038201'] for network, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:11.951254 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3738c137-4c60-49ad-bcd2-8c1d32036c7e None None] Pushing event deleted for resources: {'Port': ['ID=20d64b03-5f5d-4b10-8d03-32bfdbf4b547,revision_number=None']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:54:11.953480 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.services.segments.db [None req-87742865-b497-4a9a-9583-6fdfe5cd59a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['027d5c0a-e45a-4a06-947e-f673039c67a0']}} {{(pid=98244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:54:11.954750 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3738c137-4c60-49ad-bcd2-8c1d32036c7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:54:11.957112 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3738c137-4c60-49ad-bcd2-8c1d32036c7e None None] No DVR routers for this DVR port 20d64b03-5f5d-4b10-8d03-32bfdbf4b547 on host dv-cinder-792462-2-iscsi {{(pid=98245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:54:11.968502 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.services.segments.db [None req-87742865-b497-4a9a-9583-6fdfe5cd59a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '139dbb0a-3903-4603-9a7f-ddd4c73b8a9f') {'for_net_delete': True} {{(pid=98244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:54:11.968808 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.services.segments.db [None req-87742865-b497-4a9a-9583-6fdfe5cd59a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '139dbb0a-3903-4603-9a7f-ddd4c73b8a9f') {} {{(pid=98244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:54:11.981747 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-87742865-b497-4a9a-9583-6fdfe5cd59a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778153050359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-740391'] for segment, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:12.002559 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-87742865-b497-4a9a-9583-6fdfe5cd59a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717217'] for segment, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:12.009124 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87742865-b497-4a9a-9583-6fdfe5cd59a4 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=98244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 19:54:12.009512 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-87742865-b497-4a9a-9583-6fdfe5cd59a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3028207'] for segment, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:12.123819 dv-cinder-792462-2-iscsi neutron-server[98244]: Traceback (most recent call last): May 20 19:54:12.123819 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 19:54:12.123819 dv-cinder-792462-2-iscsi neutron-server[98244]: timer() May 20 19:54:12.123819 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 19:54:12.123819 dv-cinder-792462-2-iscsi neutron-server[98244]: cb(*args, **kw) May 20 19:54:12.123819 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 19:54:12.123819 dv-cinder-792462-2-iscsi neutron-server[98244]: return func(*args, **kwargs) May 20 19:54:12.123819 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 19:54:12.123819 dv-cinder-792462-2-iscsi neutron-server[98244]: self._notify() May 20 19:54:12.123819 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 19:54:12.123819 dv-cinder-792462-2-iscsi neutron-server[98244]: self.callback(batched_events) May 20 19:54:12.123819 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 19:54:12.123819 dv-cinder-792462-2-iscsi neutron-server[98244]: event.method(event) May 20 19:54:12.123819 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 19:54:12.123819 dv-cinder-792462-2-iscsi neutron-server[98244]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 19:54:12.123819 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 19:54:12.123819 dv-cinder-792462-2-iscsi neutron-server[98244]: aggregate_uuid = self.p_client.list_aggregates( May 20 19:54:12.123819 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 19:54:12.123819 dv-cinder-792462-2-iscsi neutron-server[98244]: return f(self, *a, **k) May 20 19:54:12.123819 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 19:54:12.123819 dv-cinder-792462-2-iscsi neutron-server[98244]: return self._get(url).json() May 20 19:54:12.123819 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 19:54:12.123819 dv-cinder-792462-2-iscsi neutron-server[98244]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 19:54:12.123819 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 19:54:12.123819 dv-cinder-792462-2-iscsi neutron-server[98244]: return self.request(url, 'GET', **kwargs) May 20 19:54:12.123819 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 19:54:12.123819 dv-cinder-792462-2-iscsi neutron-server[98244]: base_url = self.get_endpoint(auth, allow=allow, May 20 19:54:12.123819 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 19:54:12.123819 dv-cinder-792462-2-iscsi neutron-server[98244]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 19:54:12.123819 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 19:54:12.123819 dv-cinder-792462-2-iscsi neutron-server[98244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 19:54:12.123819 dv-cinder-792462-2-iscsi neutron-server[98244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 19:54:12.197677 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-87742865-b497-4a9a-9583-6fdfe5cd59a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745754'] for network, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:12.201639 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:54:12.220382 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-87742865-b497-4a9a-9583-6fdfe5cd59a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for network, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:12.226938 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87742865-b497-4a9a-9583-6fdfe5cd59a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=027d5c0a-e45a-4a06-947e-f673039c67a0,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:54:12.232812 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-87742865-b497-4a9a-9583-6fdfe5cd59a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:54:12.244822 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-87742865-b497-4a9a-9583-6fdfe5cd59a4 admin admin] 10.222.0.46 "DELETE /v2.0/networks/027d5c0a-e45a-4a06-947e-f673039c67a0 HTTP/1.1" status: 204 len: 168 time: 0.9374685 May 20 19:54:12.247955 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 45412) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:54:12.788316 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-65b7e5cf-f6ee-46ce-9cb0-d404dbff2db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1823322'] for router_interface, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:13.053754 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 20d64b03-5f5d-4b10-8d03-32bfdbf4b547 no longer exists at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:54:13.087555 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] No Port match for: 20d64b03-5f5d-4b10-8d03-32bfdbf4b547 {{(pid=98245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:54:13.087930 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 20d64b03-5f5d-4b10-8d03-32bfdbf4b547 not bound to the agent host dv-cinder-792462-2-iscsi {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:54:13.191252 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.plugin [None req-65b7e5cf-f6ee-46ce-9cb0-d404dbff2db4 admin admin] Deleting port 0e84529a-57b0-483d-9630-989c108e7b31 {{(pid=98244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:54:13.191883 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-65b7e5cf-f6ee-46ce-9cb0-d404dbff2db4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:13.308835 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.db [None req-65b7e5cf-f6ee-46ce-9cb0-d404dbff2db4 admin admin] For port 0e84529a-57b0-483d-9630-989c108e7b31, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=0e84529a-57b0-483d-9630-989c108e7b31,segment=NetworkSegment(3c21d7c6-182c-43e9-b050-c057dafbce4d),segment_id=3c21d7c6-182c-43e9-b050-c057dafbce4d)] {{(pid=98244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:54:13.309105 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-65b7e5cf-f6ee-46ce-9cb0-d404dbff2db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:13.434265 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.plugin [None req-65b7e5cf-f6ee-46ce-9cb0-d404dbff2db4 admin admin] Calling delete_port for 0e84529a-57b0-483d-9630-989c108e7b31 owned by network:router_interface {{(pid=98244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:54:13.670623 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-65b7e5cf-f6ee-46ce-9cb0-d404dbff2db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3028154'] for port, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:13.674112 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-87742865-b497-4a9a-9583-6fdfe5cd59a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:54:13.715797 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b7e5cf-f6ee-46ce-9cb0-d404dbff2db4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e84529a-57b0-483d-9630-989c108e7b31,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:54:13.719370 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-65b7e5cf-f6ee-46ce-9cb0-d404dbff2db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:54:13.976782 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-65b7e5cf-f6ee-46ce-9cb0-d404dbff2db4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1697961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823470'] for router_interface, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:14.321326 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b7e5cf-f6ee-46ce-9cb0-d404dbff2db4 admin admin] Router 086da561-0a4b-4d7e-8994-81bd8c9fad96 has already been hosted by L3 agent bf06d900-968e-4d51-b3d3-e51a8143bf8e {{(pid=98244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:54:14.495080 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b7e5cf-f6ee-46ce-9cb0-d404dbff2db4 admin admin] Notify agent at l3_agent.dv-cinder-792462-2-iscsi the message routers_updated {{(pid=98244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:54:14.503874 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5de4df-6898-447c-a343-b43e8eb7a400 None None] Sync routers for ids ['086da561-0a4b-4d7e-8994-81bd8c9fad96'] in dv-cinder-792462-2-iscsi {{(pid=98246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:54:14.512753 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-65b7e5cf-f6ee-46ce-9cb0-d404dbff2db4 admin admin] 10.222.0.46 "PUT /v2.0/routers/086da561-0a4b-4d7e-8994-81bd8c9fad96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2616432 May 20 19:54:14.513106 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 45416) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:54:14.522273 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5de4df-6898-447c-a343-b43e8eb7a400 None None] Routers {'086da561-0a4b-4d7e-8994-81bd8c9fad96'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:54:14.522890 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-cf5de4df-6898-447c-a343-b43e8eb7a400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:54:04Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['086da561-0a4b-4d7e-8994-81bd8c9fad96'], 'active': True} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:54:14.685095 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d9b237b0-65e8-42f1-b46b-bffdd2194a42 admin admin] Notify callbacks [] for router, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:14.694747 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvr_db [None req-cf5de4df-6898-447c-a343-b43e8eb7a400 None None] Set router 086da561-0a4b-4d7e-8994-81bd8c9fad96 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:54:14.966588 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d9b237b0-65e8-42f1-b46b-bffdd2194a42 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:14.973962 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-cf5de4df-6898-447c-a343-b43e8eb7a400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086da561-0a4b-4d7e-8994-81bd8c9fad96', 'name': 'tempest-TestVolumeBootPattern-1398113786-router', 'tenant_id': '501dcbc15d74426d9eb1b0b346b5fb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '027a7d1f-79cb-4698-9898-04d67e03bb9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:47:07Z', 'updated_at': '2021-05-20T19:54:13Z', 'revision_number': 5, 'project_id': '501dcbc15d74426d9eb1b0b346b5fb13', 'gw_port': {'id': '027a7d1f-79cb-4698-9898-04d67e03bb9a', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086da561-0a4b-4d7e-8994-81bd8c9fad96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:47:08Z', 'updated_at': '2021-05-20T19:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi'}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:54:14.977794 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5de4df-6898-447c-a343-b43e8eb7a400 None None] Checking router: 086da561-0a4b-4d7e-8994-81bd8c9fad96 for host: dv-cinder-792462-2-iscsi {{(pid=98246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:54:14.985978 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5de4df-6898-447c-a343-b43e8eb7a400 None None] Routers {'086da561-0a4b-4d7e-8994-81bd8c9fad96'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:54:14.986751 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-cf5de4df-6898-447c-a343-b43e8eb7a400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:54:04Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['086da561-0a4b-4d7e-8994-81bd8c9fad96'], 'active': True} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:54:15.045665 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.plugin [None req-d9b237b0-65e8-42f1-b46b-bffdd2194a42 admin admin] Deleting port 027a7d1f-79cb-4698-9898-04d67e03bb9a {{(pid=98244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:54:15.046013 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d9b237b0-65e8-42f1-b46b-bffdd2194a42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:15.136297 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvr_db [None req-cf5de4df-6898-447c-a343-b43e8eb7a400 None None] Set router 086da561-0a4b-4d7e-8994-81bd8c9fad96 gateway port host: None {{(pid=98246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:54:15.168786 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.db [None req-d9b237b0-65e8-42f1-b46b-bffdd2194a42 admin admin] For port 027a7d1f-79cb-4698-9898-04d67e03bb9a, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=027a7d1f-79cb-4698-9898-04d67e03bb9a,segment=NetworkSegment(67affa7f-7af4-4d70-a1a2-daaca7702f84),segment_id=67affa7f-7af4-4d70-a1a2-daaca7702f84)] {{(pid=98244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:54:15.169141 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d9b237b0-65e8-42f1-b46b-bffdd2194a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:15.265434 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-cf5de4df-6898-447c-a343-b43e8eb7a400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086da561-0a4b-4d7e-8994-81bd8c9fad96', 'name': 'tempest-TestVolumeBootPattern-1398113786-router', 'tenant_id': '501dcbc15d74426d9eb1b0b346b5fb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:47:07Z', 'updated_at': '2021-05-20T19:54:14Z', 'revision_number': 6, 'project_id': '501dcbc15d74426d9eb1b0b346b5fb13', 'gw_port_host': None}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:54:15.269922 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5de4df-6898-447c-a343-b43e8eb7a400 None None] The sync data for ids ['086da561-0a4b-4d7e-8994-81bd8c9fad96'] in dv-cinder-792462-2-iscsi is: [{'id': '086da561-0a4b-4d7e-8994-81bd8c9fad96', 'name': 'tempest-TestVolumeBootPattern-1398113786-router', 'tenant_id': '501dcbc15d74426d9eb1b0b346b5fb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:47:07Z', 'updated_at': '2021-05-20T19:54:14Z', 'revision_number': 6, 'project_id': '501dcbc15d74426d9eb1b0b346b5fb13', 'gw_port_host': None}] {{(pid=98246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:54:15.292075 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.plugin [None req-d9b237b0-65e8-42f1-b46b-bffdd2194a42 admin admin] Calling delete_port for 027a7d1f-79cb-4698-9898-04d67e03bb9a owned by network:router_gateway {{(pid=98244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:54:15.428372 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d9b237b0-65e8-42f1-b46b-bffdd2194a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3028154'] for port, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:15.430954 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-27304c20-06b5-462d-9aee-1311dbea5fd0 req-3e06ed3d-996b-4892-8954-b530e5621fb9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691125 May 20 19:54:15.432041 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-77bdfdb0-9407-4f8d-aa4e-68240261e6c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:54:15.479122 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b237b0-65e8-42f1-b46b-bffdd2194a42 admin admin] Pushing event deleted for resources: {'Port': ['ID=027a7d1f-79cb-4698-9898-04d67e03bb9a,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:54:15.482276 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-d9b237b0-65e8-42f1-b46b-bffdd2194a42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:54:15.571996 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27304c20-06b5-462d-9aee-1311dbea5fd0 req-2020b077-7385-4a52-8c19-36d34d7fd36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:54:15.572267 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d9b237b0-65e8-42f1-b46b-bffdd2194a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745777'] for router_gateway, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:15.573368 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-27304c20-06b5-462d-9aee-1311dbea5fd0 req-2020b077-7385-4a52-8c19-36d34d7fd36a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7b0b262f9f7b4273897278152e258caa&device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671 HTTP/1.1" status: 200 len: 1098 time: 0.0691309 May 20 19:54:15.745840 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d9b237b0-65e8-42f1-b46b-bffdd2194a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1749511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7954'] for router, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:15.748028 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d9b237b0-65e8-42f1-b46b-bffdd2194a42 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:15.771411 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d9b237b0-65e8-42f1-b46b-bffdd2194a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1748301'] for router, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:15.771930 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b237b0-65e8-42f1-b46b-bffdd2194a42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 086da561-0a4b-4d7e-8994-81bd8c9fad96 {{(pid=98244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 19:54:15.784097 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-d9b237b0-65e8-42f1-b46b-bffdd2194a42 admin admin] Notify callbacks [] for router, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:15.787445 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-d9b237b0-65e8-42f1-b46b-bffdd2194a42 admin admin] 10.222.0.46 "DELETE /v2.0/routers/086da561-0a4b-4d7e-8994-81bd8c9fad96 HTTP/1.1" status: 204 len: 168 time: 1.2712047 May 20 19:54:15.787669 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 45420) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:54:15.825718 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27304c20-06b5-462d-9aee-1311dbea5fd0 req-2f5f9aee-ab64-44f9-a560-082f2f4e6228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:54:15.827611 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-27304c20-06b5-462d-9aee-1311dbea5fd0 req-2f5f9aee-ab64-44f9-a560-082f2f4e6228 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e2855e30-4b47-414d-beab-1956cfce7926 HTTP/1.1" status: 200 len: 910 time: 0.2352800 May 20 19:54:15.848828 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.db_base_plugin_v2 [None req-fedbf5c3-ce31-47a8-bf70-f00168e7f9a6 admin admin] Deleting subnet 2568739e-4141-43d7-99a0-94fcb775ebd7 {{(pid=98244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 19:54:15.851654 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-fedbf5c3-ce31-47a8-bf70-f00168e7f9a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:15.900368 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-fedbf5c3-ce31-47a8-bf70-f00168e7f9a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-740392'] for subnet, precommit_delete_associations {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:15.927794 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-27304c20-06b5-462d-9aee-1311dbea5fd0 req-f847ced6-5573-4f0b-b2ee-c1c0e4648978 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddb83d6e-f684-4489-a470-9e9b5bab837b HTTP/1.1" status: 200 len: 1000 time: 0.0927842 May 20 19:54:15.993951 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-fedbf5c3-ce31-47a8-bf70-f00168e7f9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378450'] for subnet, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:15.998214 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27304c20-06b5-462d-9aee-1311dbea5fd0 req-32f492e6-797f-443f-9377-e03a960b7eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:54:16.000237 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-27304c20-06b5-462d-9aee-1311dbea5fd0 req-32f492e6-797f-443f-9377-e03a960b7eb8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bf9499b7-667f-439a-932a-3f5fc418b7b8 HTTP/1.1" status: 200 len: 848 time: 0.0650015 May 20 19:54:16.078843 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27304c20-06b5-462d-9aee-1311dbea5fd0 req-1d687372-350f-4b3c-aabf-1801eabf528c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:54:16.080802 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-27304c20-06b5-462d-9aee-1311dbea5fd0 req-1d687372-350f-4b3c-aabf-1801eabf528c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e2855e30-4b47-414d-beab-1956cfce7926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0730023 May 20 19:54:16.214558 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-27304c20-06b5-462d-9aee-1311dbea5fd0 req-addb8d25-c360-47b1-b7c3-185935ca2dc7 service neutron] 10.222.0.65 "GET /v2.0/networks/e2855e30-4b47-414d-beab-1956cfce7926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270700 May 20 19:54:16.248235 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-fedbf5c3-ce31-47a8-bf70-f00168e7f9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3028041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3031077'] for subnet, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:16.263634 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:54:16.297570 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-fedbf5c3-ce31-47a8-bf70-f00168e7f9a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:16.300731 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3239e3-f411-4677-935a-d2d89e498f0f None None] Network 23f2253f-6a62-46de-8cbe-992dfcfafb73 requested from dv-cinder-792462-2-iscsi {{(pid=98245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:54:16.308839 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-fedbf5c3-ce31-47a8-bf70-f00168e7f9a6 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/2568739e-4141-43d7-99a0-94fcb775ebd7 HTTP/1.1" status: 204 len: 168 time: 0.5179479 May 20 19:54:16.308839 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedbf5c3-ce31-47a8-bf70-f00168e7f9a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2568739e-4141-43d7-99a0-94fcb775ebd7,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:54:16.309221 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 45424) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:54:16.329509 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-fedbf5c3-ce31-47a8-bf70-f00168e7f9a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:54:16.357311 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-27304c20-06b5-462d-9aee-1311dbea5fd0 req-32757084-7e43-4343-9bf4-86d12bdd2860 service neutron] 10.222.0.65 "GET /v2.0/networks/e2855e30-4b47-414d-beab-1956cfce7926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364808 May 20 19:54:16.529725 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-add55b6d-68a7-479a-abfc-78e6d7e53ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748490'] for network, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:16.611202 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93245f33-016c-47bb-8a1e-74bc6f3e305f None None] DHCP port deletion for 23f2253f-6a62-46de-8cbe-992dfcfafb73 request from dv-cinder-792462-2-iscsi {{(pid=98245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 19:54:16.612079 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.plugin [None req-add55b6d-68a7-479a-abfc-78e6d7e53ab1 admin admin] Deleting port 86e46d84-3921-40fe-99e0-325fc08b7b5b {{(pid=98244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:54:16.612648 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-add55b6d-68a7-479a-abfc-78e6d7e53ab1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:16.675760 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-93245f33-016c-47bb-8a1e-74bc6f3e305f None None] Deleting port 86e46d84-3921-40fe-99e0-325fc08b7b5b {{(pid=98245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:54:16.676146 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-93245f33-016c-47bb-8a1e-74bc6f3e305f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:16.716079 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.db [None req-add55b6d-68a7-479a-abfc-78e6d7e53ab1 admin admin] For port 86e46d84-3921-40fe-99e0-325fc08b7b5b, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=86e46d84-3921-40fe-99e0-325fc08b7b5b,segment=NetworkSegment(3c21d7c6-182c-43e9-b050-c057dafbce4d),segment_id=3c21d7c6-182c-43e9-b050-c057dafbce4d)] {{(pid=98244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:54:16.716435 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-add55b6d-68a7-479a-abfc-78e6d7e53ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:16.774866 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-93245f33-016c-47bb-8a1e-74bc6f3e305f None None] For port 86e46d84-3921-40fe-99e0-325fc08b7b5b, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=86e46d84-3921-40fe-99e0-325fc08b7b5b,segment=NetworkSegment(3c21d7c6-182c-43e9-b050-c057dafbce4d),segment_id=3c21d7c6-182c-43e9-b050-c057dafbce4d)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:54:16.775270 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-93245f33-016c-47bb-8a1e-74bc6f3e305f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:16.840542 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.plugin [None req-add55b6d-68a7-479a-abfc-78e6d7e53ab1 admin admin] Calling delete_port for 86e46d84-3921-40fe-99e0-325fc08b7b5b owned by network:dhcp {{(pid=98244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:54:16.887724 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-add55b6d-68a7-479a-abfc-78e6d7e53ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3028154'] for port, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:16.892043 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-821b93f0-e44c-46cc-81fe-c28e26feb281 tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:54:16.901512 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-93245f33-016c-47bb-8a1e-74bc6f3e305f None None] Calling delete_port for 86e46d84-3921-40fe-99e0-325fc08b7b5b owned by network:dhcp {{(pid=98245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:54:16.938104 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add55b6d-68a7-479a-abfc-78e6d7e53ab1 admin admin] Pushing event deleted for resources: {'Port': ['ID=86e46d84-3921-40fe-99e0-325fc08b7b5b,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:54:16.941828 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-add55b6d-68a7-479a-abfc-78e6d7e53ab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:54:16.942603 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add55b6d-68a7-479a-abfc-78e6d7e53ab1 admin admin] No DVR routers for this DVR port 86e46d84-3921-40fe-99e0-325fc08b7b5b on host dv-cinder-792462-2-iscsi {{(pid=98244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:54:16.947681 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-93245f33-016c-47bb-8a1e-74bc6f3e305f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024'] for port, after_delete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:16.952167 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:54:16.996036 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93245f33-016c-47bb-8a1e-74bc6f3e305f None None] No DVR routers for this DVR port 86e46d84-3921-40fe-99e0-325fc08b7b5b on host dv-cinder-792462-2-iscsi {{(pid=98245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:54:16.999780 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93245f33-016c-47bb-8a1e-74bc6f3e305f None None] Pushing event deleted for resources: {'Port': ['ID=86e46d84-3921-40fe-99e0-325fc08b7b5b,revision_number=None']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:54:17.009649 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93245f33-016c-47bb-8a1e-74bc6f3e305f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:54:17.009946 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93245f33-016c-47bb-8a1e-74bc6f3e305f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:54:17.010562 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93245f33-016c-47bb-8a1e-74bc6f3e305f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:54:17.010964 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93245f33-016c-47bb-8a1e-74bc6f3e305f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:54:17.011367 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93245f33-016c-47bb-8a1e-74bc6f3e305f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:54:17.014122 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93245f33-016c-47bb-8a1e-74bc6f3e305f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:54:17.014122 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93245f33-016c-47bb-8a1e-74bc6f3e305f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:54:17.014122 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93245f33-016c-47bb-8a1e-74bc6f3e305f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:54:17.014122 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93245f33-016c-47bb-8a1e-74bc6f3e305f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:54:17.014122 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93245f33-016c-47bb-8a1e-74bc6f3e305f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:54:17.014122 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93245f33-016c-47bb-8a1e-74bc6f3e305f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:54:17.014122 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93245f33-016c-47bb-8a1e-74bc6f3e305f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:54:17.017085 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-93245f33-016c-47bb-8a1e-74bc6f3e305f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:54:17.067024 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-add55b6d-68a7-479a-abfc-78e6d7e53ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377309', 'neutron.services.segments.db._delete_segments_for_network-8778153038201'] for network, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:17.073629 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 0e84529a-57b0-483d-9630-989c108e7b31 no longer exists at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:54:17.080501 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.services.segments.db [None req-add55b6d-68a7-479a-abfc-78e6d7e53ab1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23f2253f-6a62-46de-8cbe-992dfcfafb73']}} {{(pid=98244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:54:17.092626 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.services.segments.db [None req-add55b6d-68a7-479a-abfc-78e6d7e53ab1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c21d7c6-182c-43e9-b050-c057dafbce4d') {'for_net_delete': True} {{(pid=98244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:54:17.092858 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.services.segments.db [None req-add55b6d-68a7-479a-abfc-78e6d7e53ab1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c21d7c6-182c-43e9-b050-c057dafbce4d') {} {{(pid=98244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:54:17.104814 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-add55b6d-68a7-479a-abfc-78e6d7e53ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778153050359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-740391'] for segment, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:17.110496 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] No Port match for: 0e84529a-57b0-483d-9630-989c108e7b31 {{(pid=98245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:54:17.110849 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 0e84529a-57b0-483d-9630-989c108e7b31 not bound to the agent host dv-cinder-792462-2-iscsi {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:54:17.111276 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 86e46d84-3921-40fe-99e0-325fc08b7b5b no longer exists at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:54:17.121465 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-add55b6d-68a7-479a-abfc-78e6d7e53ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717217'] for segment, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:17.127918 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-add55b6d-68a7-479a-abfc-78e6d7e53ab1 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=98244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 19:54:17.128438 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-add55b6d-68a7-479a-abfc-78e6d7e53ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3028207'] for segment, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:17.141960 dv-cinder-792462-2-iscsi neutron-server[98244]: Traceback (most recent call last): May 20 19:54:17.141960 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 19:54:17.141960 dv-cinder-792462-2-iscsi neutron-server[98244]: timer() May 20 19:54:17.141960 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 19:54:17.141960 dv-cinder-792462-2-iscsi neutron-server[98244]: cb(*args, **kw) May 20 19:54:17.141960 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 19:54:17.141960 dv-cinder-792462-2-iscsi neutron-server[98244]: return func(*args, **kwargs) May 20 19:54:17.141960 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 19:54:17.141960 dv-cinder-792462-2-iscsi neutron-server[98244]: self._notify() May 20 19:54:17.141960 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 19:54:17.141960 dv-cinder-792462-2-iscsi neutron-server[98244]: self.callback(batched_events) May 20 19:54:17.141960 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 19:54:17.141960 dv-cinder-792462-2-iscsi neutron-server[98244]: event.method(event) May 20 19:54:17.141960 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 19:54:17.141960 dv-cinder-792462-2-iscsi neutron-server[98244]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 19:54:17.141960 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 19:54:17.141960 dv-cinder-792462-2-iscsi neutron-server[98244]: aggregate_uuid = self.p_client.list_aggregates( May 20 19:54:17.141960 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 19:54:17.141960 dv-cinder-792462-2-iscsi neutron-server[98244]: return f(self, *a, **k) May 20 19:54:17.141960 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 19:54:17.141960 dv-cinder-792462-2-iscsi neutron-server[98244]: return self._get(url).json() May 20 19:54:17.141960 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 19:54:17.141960 dv-cinder-792462-2-iscsi neutron-server[98244]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 19:54:17.141960 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 19:54:17.141960 dv-cinder-792462-2-iscsi neutron-server[98244]: return self.request(url, 'GET', **kwargs) May 20 19:54:17.141960 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 19:54:17.141960 dv-cinder-792462-2-iscsi neutron-server[98244]: base_url = self.get_endpoint(auth, allow=allow, May 20 19:54:17.141960 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 19:54:17.141960 dv-cinder-792462-2-iscsi neutron-server[98244]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 19:54:17.141960 dv-cinder-792462-2-iscsi neutron-server[98244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 19:54:17.141960 dv-cinder-792462-2-iscsi neutron-server[98244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 19:54:17.141960 dv-cinder-792462-2-iscsi neutron-server[98244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 19:54:17.145881 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] No Port match for: 86e46d84-3921-40fe-99e0-325fc08b7b5b {{(pid=98245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:54:17.146237 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 86e46d84-3921-40fe-99e0-325fc08b7b5b not bound to the agent host dv-cinder-792462-2-iscsi {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:54:17.146667 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 027a7d1f-79cb-4698-9898-04d67e03bb9a no longer exists at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:54:17.180465 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] No Port match for: 027a7d1f-79cb-4698-9898-04d67e03bb9a {{(pid=98245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:54:17.180811 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 027a7d1f-79cb-4698-9898-04d67e03bb9a not bound to the agent host dv-cinder-792462-2-iscsi {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:54:17.217754 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-add55b6d-68a7-479a-abfc-78e6d7e53ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745754'] for network, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:17.221546 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-5eaa7819-5c25-4001-97da-6bcf17a9ac64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:54:17.234026 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-add55b6d-68a7-479a-abfc-78e6d7e53ab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for network, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:17.244469 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add55b6d-68a7-479a-abfc-78e6d7e53ab1 admin admin] Pushing event deleted for resources: {'Network': ['ID=23f2253f-6a62-46de-8cbe-992dfcfafb73,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:54:17.248591 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-add55b6d-68a7-479a-abfc-78e6d7e53ab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:54:17.252085 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-add55b6d-68a7-479a-abfc-78e6d7e53ab1 admin admin] 10.222.0.46 "DELETE /v2.0/networks/23f2253f-6a62-46de-8cbe-992dfcfafb73 HTTP/1.1" status: 204 len: 168 time: 0.9419272 May 20 19:54:17.483984 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 45430) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:54:17.533565 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-f4602e57-5772-4574-a178-7bc4f06be318 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=67c0fea229f14ebd918a33f2a9d87521&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483432 May 20 19:54:17.535935 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 45434) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:54:17.592097 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-0027fa0d-197b-441b-9dd8-38a4c5af5627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:17.617009 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-0027fa0d-197b-441b-9dd8-38a4c5af5627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:17.673456 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-0027fa0d-197b-441b-9dd8-38a4c5af5627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:17.677806 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-cf7af9a9-b3f9-4ce0-8405-ca69fa947a1c tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:54:17.692298 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0027fa0d-197b-441b-9dd8-38a4c5af5627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef7dec4-2b54-4ba6-877a-e4a7a0bd0d3d,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:54:17.696219 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-0027fa0d-197b-441b-9dd8-38a4c5af5627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:54:17.700020 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-0027fa0d-197b-441b-9dd8-38a4c5af5627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:17.701134 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-0027fa0d-197b-441b-9dd8-38a4c5af5627 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/aef7dec4-2b54-4ba6-877a-e4a7a0bd0d3d HTTP/1.1" status: 204 len: 168 time: 0.1643336 May 20 19:54:18.151129 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 45442) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:54:18.199249 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-0e0d0f5f-ae3b-4a28-be3a-3f142c905319 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=501dcbc15d74426d9eb1b0b346b5fb13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467622 May 20 19:54:18.201662 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 45446) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:54:18.265688 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-bf7b368b-2aca-49dc-b1a8-b83dd0868583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:18.292264 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-bf7b368b-2aca-49dc-b1a8-b83dd0868583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:18.346247 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-bf7b368b-2aca-49dc-b1a8-b83dd0868583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:18.350335 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-dc4748be-4116-48ef-8ac2-aabd8effb946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:54:18.361331 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b368b-2aca-49dc-b1a8-b83dd0868583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7fc74d-2591-430a-8546-b2bac325aa78,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:54:18.365167 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-bf7b368b-2aca-49dc-b1a8-b83dd0868583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:54:18.368910 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-bf7b368b-2aca-49dc-b1a8-b83dd0868583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:18.370003 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-bf7b368b-2aca-49dc-b1a8-b83dd0868583 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2b7fc74d-2591-430a-8546-b2bac325aa78 HTTP/1.1" status: 204 len: 168 time: 0.1674871 May 20 19:54:32.245758 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-f89b8cf6-fc19-4531-be44-65997f3ab51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:34.487682 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-385993bf-be8b-4ac8-be17-e7227c912b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:34.825671 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:35.622049 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d568-3eaa-4ee2-8e63-8438dfda9a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:36.478384 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:37.313269 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-40a8b960-4cf6-42c3-bf80-c71dd59d075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:38.549821 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 45452) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:54:38.816145 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.plugin [None req-1e55b47c-f7c4-4f29-bdd5-6b13b4a29338 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Deleting port 4685f8e3-516d-4191-9437-612bda0e6569 {{(pid=98244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:54:38.816485 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-1e55b47c-f7c4-4f29-bdd5-6b13b4a29338 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:38.934023 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-1e55b47c-f7c4-4f29-bdd5-6b13b4a29338 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:38.934353 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-1e55b47c-f7c4-4f29-bdd5-6b13b4a29338 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:39.056059 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.plugins.ml2.plugin [None req-1e55b47c-f7c4-4f29-bdd5-6b13b4a29338 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Calling delete_port for 4685f8e3-516d-4191-9437-612bda0e6569 owned by network:floatingip {{(pid=98244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:54:39.173047 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-1e55b47c-f7c4-4f29-bdd5-6b13b4a29338 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3028154'] for port, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:39.178038 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-852494ef-9c2f-4160-9519-a319ce9496ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:54:39.328254 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e55b47c-f7c4-4f29-bdd5-6b13b4a29338 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Pushing event deleted for resources: {'Port': ['ID=4685f8e3-516d-4191-9437-612bda0e6569,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:54:39.353675 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-1e55b47c-f7c4-4f29-bdd5-6b13b4a29338 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:54:39.416210 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-1e55b47c-f7c4-4f29-bdd5-6b13b4a29338 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify callbacks [] for floatingip, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:39.416546 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.db.l3_db [None req-1e55b47c-f7c4-4f29-bdd5-6b13b4a29338 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Floating IP 6f28c799-a862-4c26-85d5-a81db8cb3067 disassociated (deleted). External IP: 172.27.1.69, port: ddb83d6e-f684-4489-a470-9e9b5bab837b. May 20 19:54:39.787272 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e55b47c-f7c4-4f29-bdd5-6b13b4a29338 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Router 21db49b2-60d6-42e0-9966-4b7050c33aa6 has already been hosted by L3 agent bf06d900-968e-4d51-b3d3-e51a8143bf8e {{(pid=98244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:54:39.972927 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e55b47c-f7c4-4f29-bdd5-6b13b4a29338 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify agent at l3_agent.dv-cinder-792462-2-iscsi the message routers_updated {{(pid=98244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:54:39.982653 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921781a3-f0dc-49be-90d8-e6812273611c None None] Sync routers for ids ['21db49b2-60d6-42e0-9966-4b7050c33aa6'] in dv-cinder-792462-2-iscsi {{(pid=98245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:54:39.993415 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921781a3-f0dc-49be-90d8-e6812273611c None None] Routers {'21db49b2-60d6-42e0-9966-4b7050c33aa6'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:54:39.994040 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-921781a3-f0dc-49be-90d8-e6812273611c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:54:34Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['21db49b2-60d6-42e0-9966-4b7050c33aa6'], 'active': True} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:54:39.996238 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-1e55b47c-f7c4-4f29-bdd5-6b13b4a29338 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for floatingip, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:40.053991 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-1e55b47c-f7c4-4f29-bdd5-6b13b4a29338 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "DELETE /v2.0/floatingips/6f28c799-a862-4c26-85d5-a81db8cb3067 HTTP/1.1" status: 204 len: 168 time: 1.5029860 May 20 19:54:40.054657 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4038e520-9efa-4c5c-a50d-f73dc8bbf671', 'tag': 'ddb83d6e-f684-4489-a470-9e9b5bab837b'}] {{(pid=98244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:54:40.100338 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4038e520-9efa-4c5c-a50d-f73dc8bbf671', 'tag': 'ddb83d6e-f684-4489-a470-9e9b5bab837b', 'status': 'completed', 'code': 200} May 20 19:54:40.176603 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvr_db [None req-921781a3-f0dc-49be-90d8-e6812273611c None None] Set router 21db49b2-60d6-42e0-9966-4b7050c33aa6 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:54:40.193416 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8b41e-20a3-424b-b1ad-594e15bf4f5e req-15a04124-5eca-478f-b9db-9dbffbd29e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:54:40.194933 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-ceb8b41e-20a3-424b-b1ad-594e15bf4f5e req-15a04124-5eca-478f-b9db-9dbffbd29e1b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7b0b262f9f7b4273897278152e258caa&device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671 HTTP/1.1" status: 200 len: 1098 time: 0.0731907 May 20 19:54:40.338833 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8b41e-20a3-424b-b1ad-594e15bf4f5e req-13d8772d-fea4-4b8d-9f61-1909007eebc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:54:40.340323 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-ceb8b41e-20a3-424b-b1ad-594e15bf4f5e req-13d8772d-fea4-4b8d-9f61-1909007eebc6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e2855e30-4b47-414d-beab-1956cfce7926 HTTP/1.1" status: 200 len: 910 time: 0.1393552 May 20 19:54:40.414661 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-ceb8b41e-20a3-424b-b1ad-594e15bf4f5e req-ab0b2da5-44d3-4c34-bd64-f85b37988258 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddb83d6e-f684-4489-a470-9e9b5bab837b HTTP/1.1" status: 200 len: 217 time: 0.0674937 May 20 19:54:40.456420 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0966783-b99c-44ad-9193-8ca6b8c3a47a req-c78889c1-6f83-4c3f-9704-048f8802f8fe tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:54:40.457233 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-a0966783-b99c-44ad-9193-8ca6b8c3a47a req-c78889c1-6f83-4c3f-9704-048f8802f8fe tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Synchronizing usage tracker for tenant:7b0b262f9f7b4273897278152e258caa on resource:port {{(pid=98244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:54:40.475512 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.quota.resource [req-a0966783-b99c-44ad-9193-8ca6b8c3a47a req-c78889c1-6f83-4c3f-9704-048f8802f8fe tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Unset dirty status for tenant:7b0b262f9f7b4273897278152e258caa on resource:port {{(pid=98244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:54:40.476897 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-a0966783-b99c-44ad-9193-8ca6b8c3a47a req-c78889c1-6f83-4c3f-9704-048f8802f8fe tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/ports?device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671 HTTP/1.1" status: 200 len: 945 time: 0.1030028 May 20 19:54:40.489650 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8b41e-20a3-424b-b1ad-594e15bf4f5e req-cfecf22b-18c2-47d4-aa58-bdaefa22fba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:54:40.491643 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-ceb8b41e-20a3-424b-b1ad-594e15bf4f5e req-cfecf22b-18c2-47d4-aa58-bdaefa22fba0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bf9499b7-667f-439a-932a-3f5fc418b7b8 HTTP/1.1" status: 200 len: 848 time: 0.0699897 May 20 19:54:40.521110 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-921781a3-f0dc-49be-90d8-e6812273611c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21db49b2-60d6-42e0-9966-4b7050c33aa6', 'name': 'tempest-TestShelveInstance-1309000384-router', 'tenant_id': '7b0b262f9f7b4273897278152e258caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '7e1f6305-3a05-4fd6-aa70-fe22a8faaba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:50:01Z', 'updated_at': '2021-05-20T19:50:05Z', 'revision_number': 4, 'project_id': '7b0b262f9f7b4273897278152e258caa', 'gw_port': {'id': '7e1f6305-3a05-4fd6-aa70-fe22a8faaba3', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:70:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db49b2-60d6-42e0-9966-4b7050c33aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:02Z', 'updated_at': '2021-05-20T19:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': '465a12a8-bab7-4f01-a952-42fb50ee01b0', 'name': '', 'network_id': 'e2855e30-4b47-414d-beab-1956cfce7926', 'tenant_id': '7b0b262f9f7b4273897278152e258caa', 'mac_address': 'fa:16:3e:9a:28:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db49b2-60d6-42e0-9966-4b7050c33aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'bf9499b7-667f-439a-932a-3f5fc418b7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:05Z', 'updated_at': '2021-05-20T19:50:13Z', 'revision_number': 5, 'project_id': '7b0b262f9f7b4273897278152e258caa', 'subnets': [{'id': 'bf9499b7-667f-439a-932a-3f5fc418b7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:54:40.526714 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [req-a0966783-b99c-44ad-9193-8ca6b8c3a47a req-eba67110-0e07-4a06-8bbc-fb786ee4d85f tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/security-groups?id=4f3fc1e5-98b0-45d1-98b1-0e19a20c6229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438595 May 20 19:54:40.527636 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921781a3-f0dc-49be-90d8-e6812273611c None None] Checking router: 21db49b2-60d6-42e0-9966-4b7050c33aa6 for host: dv-cinder-792462-2-iscsi {{(pid=98245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:54:40.536761 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921781a3-f0dc-49be-90d8-e6812273611c None None] Routers {'21db49b2-60d6-42e0-9966-4b7050c33aa6'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:54:40.537396 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-921781a3-f0dc-49be-90d8-e6812273611c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:54:34Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['21db49b2-60d6-42e0-9966-4b7050c33aa6'], 'active': True} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:54:40.574252 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8b41e-20a3-424b-b1ad-594e15bf4f5e req-01fc15c2-c7ae-4298-9c6a-e6efc9dcd07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:54:40.575729 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-ceb8b41e-20a3-424b-b1ad-594e15bf4f5e req-01fc15c2-c7ae-4298-9c6a-e6efc9dcd07a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e2855e30-4b47-414d-beab-1956cfce7926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0781496 May 20 19:54:40.714445 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-ceb8b41e-20a3-424b-b1ad-594e15bf4f5e req-c248e92f-688e-4729-bf5d-76bb5bbacafe service neutron] 10.222.0.65 "GET /v2.0/networks/e2855e30-4b47-414d-beab-1956cfce7926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299448 May 20 19:54:40.758849 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvr_db [None req-921781a3-f0dc-49be-90d8-e6812273611c None None] Set router 21db49b2-60d6-42e0-9966-4b7050c33aa6 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:54:40.847936 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-ceb8b41e-20a3-424b-b1ad-594e15bf4f5e req-349050c3-8034-4a85-bb4a-263e185daf8c service neutron] 10.222.0.65 "GET /v2.0/networks/e2855e30-4b47-414d-beab-1956cfce7926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255679 May 20 19:54:41.069554 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-921781a3-f0dc-49be-90d8-e6812273611c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21db49b2-60d6-42e0-9966-4b7050c33aa6', 'name': 'tempest-TestShelveInstance-1309000384-router', 'tenant_id': '7b0b262f9f7b4273897278152e258caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '7e1f6305-3a05-4fd6-aa70-fe22a8faaba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:50:01Z', 'updated_at': '2021-05-20T19:50:05Z', 'revision_number': 4, 'project_id': '7b0b262f9f7b4273897278152e258caa', 'gw_port': {'id': '7e1f6305-3a05-4fd6-aa70-fe22a8faaba3', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:70:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db49b2-60d6-42e0-9966-4b7050c33aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:02Z', 'updated_at': '2021-05-20T19:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': '465a12a8-bab7-4f01-a952-42fb50ee01b0', 'name': '', 'network_id': 'e2855e30-4b47-414d-beab-1956cfce7926', 'tenant_id': '7b0b262f9f7b4273897278152e258caa', 'mac_address': 'fa:16:3e:9a:28:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db49b2-60d6-42e0-9966-4b7050c33aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'bf9499b7-667f-439a-932a-3f5fc418b7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:05Z', 'updated_at': '2021-05-20T19:50:13Z', 'revision_number': 5, 'project_id': '7b0b262f9f7b4273897278152e258caa', 'subnets': [{'id': 'bf9499b7-667f-439a-932a-3f5fc418b7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:54:41.073342 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921781a3-f0dc-49be-90d8-e6812273611c None None] The sync data for ids ['21db49b2-60d6-42e0-9966-4b7050c33aa6'] in dv-cinder-792462-2-iscsi is: [{'id': '21db49b2-60d6-42e0-9966-4b7050c33aa6', 'name': 'tempest-TestShelveInstance-1309000384-router', 'tenant_id': '7b0b262f9f7b4273897278152e258caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '7e1f6305-3a05-4fd6-aa70-fe22a8faaba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:50:01Z', 'updated_at': '2021-05-20T19:50:05Z', 'revision_number': 4, 'project_id': '7b0b262f9f7b4273897278152e258caa', 'gw_port': {'id': '7e1f6305-3a05-4fd6-aa70-fe22a8faaba3', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:70:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db49b2-60d6-42e0-9966-4b7050c33aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:02Z', 'updated_at': '2021-05-20T19:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi', '_interfaces': [{'id': '465a12a8-bab7-4f01-a952-42fb50ee01b0', 'name': '', 'network_id': 'e2855e30-4b47-414d-beab-1956cfce7926', 'tenant_id': '7b0b262f9f7b4273897278152e258caa', 'mac_address': 'fa:16:3e:9a:28:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db49b2-60d6-42e0-9966-4b7050c33aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'bf9499b7-667f-439a-932a-3f5fc418b7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:05Z', 'updated_at': '2021-05-20T19:50:13Z', 'revision_number': 5, 'project_id': '7b0b262f9f7b4273897278152e258caa', 'subnets': [{'id': 'bf9499b7-667f-439a-932a-3f5fc418b7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:54:41.354882 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8556ed47-b715-4d9c-9716-2643c1f9c50d None None] New status for floating IP 6f28c799-a862-4c26-85d5-a81db8cb3067: DOWN {{(pid=98246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 19:54:41.718404 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36ae84-34bf-4014-8b5d-651faf94f9a6 req-a0e687cc-a17f-4a6f-ab3e-02943b847be7 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:54:41.719856 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-3f36ae84-34bf-4014-8b5d-651faf94f9a6 req-a0e687cc-a17f-4a6f-ab3e-02943b847be7 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/ports?device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671 HTTP/1.1" status: 200 len: 945 time: 0.0799325 May 20 19:54:41.766609 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-3f36ae84-34bf-4014-8b5d-651faf94f9a6 req-da0c8354-4ac4-46d6-931c-3b56cd2d70bb tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/security-groups?id=4f3fc1e5-98b0-45d1-98b1-0e19a20c6229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409851 May 20 19:54:41.866379 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf97a572-2260-42a3-844b-4dea5f2b4908 req-7bb5a8b3-b770-42a4-b1f2-95d6711c03e9 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:54:41.867818 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-cf97a572-2260-42a3-844b-4dea5f2b4908 req-7bb5a8b3-b770-42a4-b1f2-95d6711c03e9 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.65 "GET /v2.0/ports?device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671 HTTP/1.1" status: 200 len: 945 time: 0.0765991 May 20 19:54:42.077674 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.plugin [req-cf97a572-2260-42a3-844b-4dea5f2b4908 req-d2e3a7db-4ba6-437f-bdb7-9c78da768c5d tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Deleting port ddb83d6e-f684-4489-a470-9e9b5bab837b {{(pid=98243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:54:42.077930 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-cf97a572-2260-42a3-844b-4dea5f2b4908 req-d2e3a7db-4ba6-437f-bdb7-9c78da768c5d tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:42.206092 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.db [req-cf97a572-2260-42a3-844b-4dea5f2b4908 req-d2e3a7db-4ba6-437f-bdb7-9c78da768c5d tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] For port ddb83d6e-f684-4489-a470-9e9b5bab837b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=ddb83d6e-f684-4489-a470-9e9b5bab837b,segment=NetworkSegment(b09a506f-5585-4424-b3cd-50dc8cad2168),segment_id=b09a506f-5585-4424-b3cd-50dc8cad2168)] {{(pid=98243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:54:42.206444 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-cf97a572-2260-42a3-844b-4dea5f2b4908 req-d2e3a7db-4ba6-437f-bdb7-9c78da768c5d tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:42.327539 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.plugin [req-cf97a572-2260-42a3-844b-4dea5f2b4908 req-d2e3a7db-4ba6-437f-bdb7-9c78da768c5d tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Calling delete_port for ddb83d6e-f684-4489-a470-9e9b5bab837b owned by compute:nova {{(pid=98243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:54:42.437035 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-cf97a572-2260-42a3-844b-4dea5f2b4908 req-d2e3a7db-4ba6-437f-bdb7-9c78da768c5d tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3727336'] for port, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:42.444243 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-75bbe6ec-5554-4732-8d31-0a9b9214c10f tempest-AttachVolumeNegativeTest-1287718052 tempest-AttachVolumeNegativeTest-1287718052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:54:42.490274 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e3a7db-4ba6-437f-bdb7-9c78da768c5d tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Pushing event deleted for resources: {'Port': ['ID=ddb83d6e-f684-4489-a470-9e9b5bab837b,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:54:42.492896 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-d2e3a7db-4ba6-437f-bdb7-9c78da768c5d tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:54:42.566192 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf97a572-2260-42a3-844b-4dea5f2b4908 req-d2e3a7db-4ba6-437f-bdb7-9c78da768c5d tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] No DVR routers for this DVR port ddb83d6e-f684-4489-a470-9e9b5bab837b on host hv-cinder-79246 {{(pid=98243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:54:42.568631 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [req-cf97a572-2260-42a3-844b-4dea5f2b4908 req-d2e3a7db-4ba6-437f-bdb7-9c78da768c5d tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132003'] for port, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:42.571122 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4038e520-9efa-4c5c-a50d-f73dc8bbf671', 'name': 'network-vif-deleted', 'tag': 'ddb83d6e-f684-4489-a470-9e9b5bab837b'}] {{(pid=98243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:54:42.585217 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-cf97a572-2260-42a3-844b-4dea5f2b4908 req-d2e3a7db-4ba6-437f-bdb7-9c78da768c5d tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.65 "DELETE /v2.0/ports/ddb83d6e-f684-4489-a470-9e9b5bab837b HTTP/1.1" status: 204 len: 173 time: 0.7119548 May 20 19:54:42.620197 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4038e520-9efa-4c5c-a50d-f73dc8bbf671', 'name': 'network-vif-deleted', 'tag': 'ddb83d6e-f684-4489-a470-9e9b5bab837b', 'status': 'completed', 'code': 200} May 20 19:54:43.070546 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-b382c7f8-005c-4bc6-bc8c-aa5a417015f6 req-c1a4cfb8-a94d-4c07-b4bb-14c3c8c86c2d tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Synchronizing usage tracker for tenant:7b0b262f9f7b4273897278152e258caa on resource:port {{(pid=98243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:54:43.085644 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.quota.resource [req-b382c7f8-005c-4bc6-bc8c-aa5a417015f6 req-c1a4cfb8-a94d-4c07-b4bb-14c3c8c86c2d tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Unset dirty status for tenant:7b0b262f9f7b4273897278152e258caa on resource:port {{(pid=98243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:54:43.086826 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [req-b382c7f8-005c-4bc6-bc8c-aa5a417015f6 req-c1a4cfb8-a94d-4c07-b4bb-14c3c8c86c2d tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "GET /v2.0/ports?device_id=4038e520-9efa-4c5c-a50d-f73dc8bbf671 HTTP/1.1" status: 200 len: 210 time: 0.0598199 May 20 19:54:44.186901 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [-] (98244) accepted ('10.222.0.46', 45470) {{(pid=98244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:54:44.268420 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-bf41addb-28a3-4f81-8026-45b608de88ba tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify callbacks [] for security_group, before_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:44.298243 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-bf41addb-28a3-4f81-8026-45b608de88ba tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:44.365472 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-bf41addb-28a3-4f81-8026-45b608de88ba tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:44.369346 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-c14a6ead-f83a-456b-8734-2d465fa035e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:54:44.385159 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf41addb-28a3-4f81-8026-45b608de88ba tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3fc1e5-98b0-45d1-98b1-0e19a20c6229,revision_number=None']} {{(pid=98244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:54:44.387875 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG oslo_concurrency.lockutils [None req-bf41addb-28a3-4f81-8026-45b608de88ba tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:54:44.394568 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron_lib.callbacks.manager [None req-bf41addb-28a3-4f81-8026-45b608de88ba tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Notify callbacks [] for security_group, before_response {{(pid=98244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:44.396050 dv-cinder-792462-2-iscsi neutron-server[98244]: INFO neutron.wsgi [None req-bf41addb-28a3-4f81-8026-45b608de88ba tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] 10.222.0.46 "DELETE /v2.0/security-groups/4f3fc1e5-98b0-45d1-98b1-0e19a20c6229 HTTP/1.1" status: 204 len: 168 time: 0.2078054 May 20 19:54:44.446353 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 45476) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:54:44.979257 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device ddb83d6e-f684-4489-a470-9e9b5bab837b no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:54:44.983129 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-896ac9a4-db93-4a49-acc0-fb327048f7f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1823322'] for router_interface, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:45.016504 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] No Port match for: ddb83d6e-f684-4489-a470-9e9b5bab837b {{(pid=98245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:54:45.016857 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Device ddb83d6e-f684-4489-a470-9e9b5bab837b not bound to the agent host hv-cinder-79246 {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:54:45.469243 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.plugin [None req-896ac9a4-db93-4a49-acc0-fb327048f7f7 admin admin] Deleting port 465a12a8-bab7-4f01-a952-42fb50ee01b0 {{(pid=98243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:54:45.469847 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-896ac9a4-db93-4a49-acc0-fb327048f7f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:45.587403 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.db [None req-896ac9a4-db93-4a49-acc0-fb327048f7f7 admin admin] For port 465a12a8-bab7-4f01-a952-42fb50ee01b0, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=465a12a8-bab7-4f01-a952-42fb50ee01b0,segment=NetworkSegment(b09a506f-5585-4424-b3cd-50dc8cad2168),segment_id=b09a506f-5585-4424-b3cd-50dc8cad2168)] {{(pid=98243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:54:45.587676 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-896ac9a4-db93-4a49-acc0-fb327048f7f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:45.708199 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.plugin [None req-896ac9a4-db93-4a49-acc0-fb327048f7f7 admin admin] Calling delete_port for 465a12a8-bab7-4f01-a952-42fb50ee01b0 owned by network:router_interface {{(pid=98243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:54:45.989450 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-896ac9a4-db93-4a49-acc0-fb327048f7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3727336'] for port, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:45.992919 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-264c0a41-de77-4bf4-8cb7-d47bc651dbff tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:54:46.038625 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896ac9a4-db93-4a49-acc0-fb327048f7f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=465a12a8-bab7-4f01-a952-42fb50ee01b0,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:54:46.041660 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-896ac9a4-db93-4a49-acc0-fb327048f7f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:54:46.310453 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-896ac9a4-db93-4a49-acc0-fb327048f7f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1697961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823470'] for router_interface, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:46.747026 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896ac9a4-db93-4a49-acc0-fb327048f7f7 admin admin] Router 21db49b2-60d6-42e0-9966-4b7050c33aa6 has already been hosted by L3 agent bf06d900-968e-4d51-b3d3-e51a8143bf8e {{(pid=98243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:54:46.916855 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896ac9a4-db93-4a49-acc0-fb327048f7f7 admin admin] Notify agent at l3_agent.dv-cinder-792462-2-iscsi the message routers_updated {{(pid=98243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:54:46.924878 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24036b77-6678-41c1-befd-d11730a828ad None None] Sync routers for ids ['21db49b2-60d6-42e0-9966-4b7050c33aa6'] in dv-cinder-792462-2-iscsi {{(pid=98245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:54:46.931895 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-896ac9a4-db93-4a49-acc0-fb327048f7f7 admin admin] 10.222.0.46 "PUT /v2.0/routers/21db49b2-60d6-42e0-9966-4b7050c33aa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4840105 May 20 19:54:46.934410 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24036b77-6678-41c1-befd-d11730a828ad None None] Routers {'21db49b2-60d6-42e0-9966-4b7050c33aa6'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:54:46.934546 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 45480) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:54:46.935119 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-24036b77-6678-41c1-befd-d11730a828ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:54:34Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['21db49b2-60d6-42e0-9966-4b7050c33aa6'], 'active': True} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:54:47.107041 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-f9faae3c-f3cd-4181-ac9f-6a6d242a9243 admin admin] Notify callbacks [] for router, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:47.110345 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvr_db [None req-24036b77-6678-41c1-befd-d11730a828ad None None] Set router 21db49b2-60d6-42e0-9966-4b7050c33aa6 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:54:47.278997 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-f9faae3c-f3cd-4181-ac9f-6a6d242a9243 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:47.349538 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.plugin [None req-f9faae3c-f3cd-4181-ac9f-6a6d242a9243 admin admin] Deleting port 7e1f6305-3a05-4fd6-aa70-fe22a8faaba3 {{(pid=98243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:54:47.349924 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-f9faae3c-f3cd-4181-ac9f-6a6d242a9243 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:47.394223 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-24036b77-6678-41c1-befd-d11730a828ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21db49b2-60d6-42e0-9966-4b7050c33aa6', 'name': 'tempest-TestShelveInstance-1309000384-router', 'tenant_id': '7b0b262f9f7b4273897278152e258caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '7e1f6305-3a05-4fd6-aa70-fe22a8faaba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:50:01Z', 'updated_at': '2021-05-20T19:54:45Z', 'revision_number': 5, 'project_id': '7b0b262f9f7b4273897278152e258caa', 'gw_port': {'id': '7e1f6305-3a05-4fd6-aa70-fe22a8faaba3', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:70:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db49b2-60d6-42e0-9966-4b7050c33aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:02Z', 'updated_at': '2021-05-20T19:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi'}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:54:47.398038 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24036b77-6678-41c1-befd-d11730a828ad None None] Checking router: 21db49b2-60d6-42e0-9966-4b7050c33aa6 for host: dv-cinder-792462-2-iscsi {{(pid=98245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:54:47.406371 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24036b77-6678-41c1-befd-d11730a828ad None None] Routers {'21db49b2-60d6-42e0-9966-4b7050c33aa6'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:54:47.406979 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-24036b77-6678-41c1-befd-d11730a828ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:54:34Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['21db49b2-60d6-42e0-9966-4b7050c33aa6'], 'active': True} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:54:47.469262 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.db [None req-f9faae3c-f3cd-4181-ac9f-6a6d242a9243 admin admin] For port 7e1f6305-3a05-4fd6-aa70-fe22a8faaba3, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=7e1f6305-3a05-4fd6-aa70-fe22a8faaba3,segment=NetworkSegment(67affa7f-7af4-4d70-a1a2-daaca7702f84),segment_id=67affa7f-7af4-4d70-a1a2-daaca7702f84)] {{(pid=98243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:54:47.469620 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-f9faae3c-f3cd-4181-ac9f-6a6d242a9243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:47.555074 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvr_db [None req-24036b77-6678-41c1-befd-d11730a828ad None None] Set router 21db49b2-60d6-42e0-9966-4b7050c33aa6 gateway port host: None {{(pid=98245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:54:47.593355 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.plugin [None req-f9faae3c-f3cd-4181-ac9f-6a6d242a9243 admin admin] Calling delete_port for 7e1f6305-3a05-4fd6-aa70-fe22a8faaba3 owned by network:router_gateway {{(pid=98243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:54:47.700885 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_hamode_db [None req-24036b77-6678-41c1-befd-d11730a828ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21db49b2-60d6-42e0-9966-4b7050c33aa6', 'name': 'tempest-TestShelveInstance-1309000384-router', 'tenant_id': '7b0b262f9f7b4273897278152e258caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:50:01Z', 'updated_at': '2021-05-20T19:54:47Z', 'revision_number': 6, 'project_id': '7b0b262f9f7b4273897278152e258caa', 'gw_port_host': None}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:54:47.704827 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24036b77-6678-41c1-befd-d11730a828ad None None] The sync data for ids ['21db49b2-60d6-42e0-9966-4b7050c33aa6'] in dv-cinder-792462-2-iscsi is: [{'id': '21db49b2-60d6-42e0-9966-4b7050c33aa6', 'name': 'tempest-TestShelveInstance-1309000384-router', 'tenant_id': '7b0b262f9f7b4273897278152e258caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:50:01Z', 'updated_at': '2021-05-20T19:54:47Z', 'revision_number': 6, 'project_id': '7b0b262f9f7b4273897278152e258caa', 'gw_port_host': None}] {{(pid=98245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:54:47.732858 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-f9faae3c-f3cd-4181-ac9f-6a6d242a9243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3727336'] for port, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:47.737542 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-8dc36134-4298-4b23-998a-165374d8f012 tempest-TestShelveInstance-399144908 tempest-TestShelveInstance-399144908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:54:47.781207 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9faae3c-f3cd-4181-ac9f-6a6d242a9243 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e1f6305-3a05-4fd6-aa70-fe22a8faaba3,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:54:47.784762 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-f9faae3c-f3cd-4181-ac9f-6a6d242a9243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:54:47.868097 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-f9faae3c-f3cd-4181-ac9f-6a6d242a9243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745777'] for router_gateway, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:48.139527 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-f9faae3c-f3cd-4181-ac9f-6a6d242a9243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1749511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7954'] for router, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:48.142690 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-f9faae3c-f3cd-4181-ac9f-6a6d242a9243 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:48.164902 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-f9faae3c-f3cd-4181-ac9f-6a6d242a9243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1748301'] for router, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:48.165574 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9faae3c-f3cd-4181-ac9f-6a6d242a9243 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21db49b2-60d6-42e0-9966-4b7050c33aa6 {{(pid=98243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 19:54:48.177025 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-f9faae3c-f3cd-4181-ac9f-6a6d242a9243 admin admin] Notify callbacks [] for router, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:48.178129 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-f9faae3c-f3cd-4181-ac9f-6a6d242a9243 admin admin] 10.222.0.46 "DELETE /v2.0/routers/21db49b2-60d6-42e0-9966-4b7050c33aa6 HTTP/1.1" status: 204 len: 168 time: 1.2427561 May 20 19:54:48.180608 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 45484) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:54:48.241792 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.db_base_plugin_v2 [None req-af93e15a-0d46-4492-81ef-d8bfcd628ed7 admin admin] Deleting subnet bf9499b7-667f-439a-932a-3f5fc418b7b8 {{(pid=98243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 19:54:48.244778 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-af93e15a-0d46-4492-81ef-d8bfcd628ed7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:48.295281 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-af93e15a-0d46-4492-81ef-d8bfcd628ed7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726592'] for subnet, precommit_delete_associations {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:48.381194 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-af93e15a-0d46-4492-81ef-d8bfcd628ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378450'] for subnet, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:48.408684 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.agents_db [None req-81082b58-be1a-4fbd-9926-297307221300 None None] Agent healthcheck: found 6 active agents {{(pid=98246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:54:48.628251 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-af93e15a-0d46-4492-81ef-d8bfcd628ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3727131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238044'] for subnet, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:48.632333 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:54:48.671296 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af93e15a-0d46-4492-81ef-d8bfcd628ed7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf9499b7-667f-439a-932a-3f5fc418b7b8,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:54:48.674139 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-af93e15a-0d46-4492-81ef-d8bfcd628ed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:54:48.677275 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-af93e15a-0d46-4492-81ef-d8bfcd628ed7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for subnet, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:48.682738 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2258b273-eb8e-410b-839b-c15181b94805 None None] Network e2855e30-4b47-414d-beab-1956cfce7926 requested from dv-cinder-792462-2-iscsi {{(pid=98245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:54:48.686255 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-af93e15a-0d46-4492-81ef-d8bfcd628ed7 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/bf9499b7-667f-439a-932a-3f5fc418b7b8 HTTP/1.1" status: 204 len: 168 time: 0.5046637 May 20 19:54:48.687073 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 45488) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:54:48.795076 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-dcc4af2d-e75c-4c17-8587-e72252a1ce83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748490'] for network, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:48.864624 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.plugin [None req-dcc4af2d-e75c-4c17-8587-e72252a1ce83 admin admin] Deleting port 2d0f4849-c99f-40ad-92dd-e1e96dacf2a2 {{(pid=98243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:54:48.864964 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-dcc4af2d-e75c-4c17-8587-e72252a1ce83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:48.944292 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3256b895-7cc6-46cf-8b96-dc64ad9adef4 None None] DHCP port deletion for e2855e30-4b47-414d-beab-1956cfce7926 request from dv-cinder-792462-2-iscsi {{(pid=98245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 19:54:48.971073 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.db [None req-dcc4af2d-e75c-4c17-8587-e72252a1ce83 admin admin] For port 2d0f4849-c99f-40ad-92dd-e1e96dacf2a2, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=2d0f4849-c99f-40ad-92dd-e1e96dacf2a2,segment=NetworkSegment(b09a506f-5585-4424-b3cd-50dc8cad2168),segment_id=b09a506f-5585-4424-b3cd-50dc8cad2168)] {{(pid=98243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:54:48.971353 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-dcc4af2d-e75c-4c17-8587-e72252a1ce83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:49.010133 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-3256b895-7cc6-46cf-8b96-dc64ad9adef4 None None] Deleting port 2d0f4849-c99f-40ad-92dd-e1e96dacf2a2 {{(pid=98245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:54:49.010515 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3256b895-7cc6-46cf-8b96-dc64ad9adef4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:49.091757 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 465a12a8-bab7-4f01-a952-42fb50ee01b0 no longer exists at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:54:49.095681 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.plugin [None req-dcc4af2d-e75c-4c17-8587-e72252a1ce83 admin admin] Calling delete_port for 2d0f4849-c99f-40ad-92dd-e1e96dacf2a2 owned by network:dhcp {{(pid=98243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:54:49.139922 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] No Port match for: 465a12a8-bab7-4f01-a952-42fb50ee01b0 {{(pid=98245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:54:49.140292 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 465a12a8-bab7-4f01-a952-42fb50ee01b0 not bound to the agent host dv-cinder-792462-2-iscsi {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:54:49.140820 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 7e1f6305-3a05-4fd6-aa70-fe22a8faaba3 no longer exists at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:54:49.142626 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-dcc4af2d-e75c-4c17-8587-e72252a1ce83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3727336'] for port, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:49.147085 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-19b5dd05-6a49-407c-ac6a-a8fb1414aa5b tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:54:49.182838 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] No Port match for: 7e1f6305-3a05-4fd6-aa70-fe22a8faaba3 {{(pid=98245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:54:49.183210 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 7e1f6305-3a05-4fd6-aa70-fe22a8faaba3 not bound to the agent host dv-cinder-792462-2-iscsi {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:54:49.183641 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 2d0f4849-c99f-40ad-92dd-e1e96dacf2a2 no longer exists at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:54:49.191815 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc4af2d-e75c-4c17-8587-e72252a1ce83 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d0f4849-c99f-40ad-92dd-e1e96dacf2a2,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:54:49.194877 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-dcc4af2d-e75c-4c17-8587-e72252a1ce83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:54:49.195570 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc4af2d-e75c-4c17-8587-e72252a1ce83 admin admin] No DVR routers for this DVR port 2d0f4849-c99f-40ad-92dd-e1e96dacf2a2 on host dv-cinder-792462-2-iscsi {{(pid=98243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:54:49.221067 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-3256b895-7cc6-46cf-8b96-dc64ad9adef4 None None] For port 2d0f4849-c99f-40ad-92dd-e1e96dacf2a2, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=2d0f4849-c99f-40ad-92dd-e1e96dacf2a2,segment=NetworkSegment(b09a506f-5585-4424-b3cd-50dc8cad2168),segment_id=b09a506f-5585-4424-b3cd-50dc8cad2168)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:54:49.221469 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3256b895-7cc6-46cf-8b96-dc64ad9adef4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:49.228792 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] No Port match for: 2d0f4849-c99f-40ad-92dd-e1e96dacf2a2 {{(pid=98245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:54:49.229164 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 2d0f4849-c99f-40ad-92dd-e1e96dacf2a2 not bound to the agent host dv-cinder-792462-2-iscsi {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:54:49.310287 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-dcc4af2d-e75c-4c17-8587-e72252a1ce83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377309', 'neutron.services.segments.db._delete_segments_for_network-8778153038201'] for network, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:49.323604 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.services.segments.db [None req-dcc4af2d-e75c-4c17-8587-e72252a1ce83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2855e30-4b47-414d-beab-1956cfce7926']}} {{(pid=98243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:54:49.335677 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.services.segments.db [None req-dcc4af2d-e75c-4c17-8587-e72252a1ce83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b09a506f-5585-4424-b3cd-50dc8cad2168') {'for_net_delete': True} {{(pid=98243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:54:49.335999 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.services.segments.db [None req-dcc4af2d-e75c-4c17-8587-e72252a1ce83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b09a506f-5585-4424-b3cd-50dc8cad2168') {} {{(pid=98243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:54:49.347428 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-dcc4af2d-e75c-4c17-8587-e72252a1ce83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778153050359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726607'] for segment, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:49.348359 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-3256b895-7cc6-46cf-8b96-dc64ad9adef4 None None] Calling delete_port for 2d0f4849-c99f-40ad-92dd-e1e96dacf2a2 owned by network:dhcp {{(pid=98245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:54:49.363197 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-dcc4af2d-e75c-4c17-8587-e72252a1ce83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717217'] for segment, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:49.369568 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcc4af2d-e75c-4c17-8587-e72252a1ce83 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=98243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 19:54:49.370131 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-dcc4af2d-e75c-4c17-8587-e72252a1ce83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3727293'] for segment, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:49.383184 dv-cinder-792462-2-iscsi neutron-server[98243]: Traceback (most recent call last): May 20 19:54:49.383184 dv-cinder-792462-2-iscsi neutron-server[98243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 19:54:49.383184 dv-cinder-792462-2-iscsi neutron-server[98243]: timer() May 20 19:54:49.383184 dv-cinder-792462-2-iscsi neutron-server[98243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 19:54:49.383184 dv-cinder-792462-2-iscsi neutron-server[98243]: cb(*args, **kw) May 20 19:54:49.383184 dv-cinder-792462-2-iscsi neutron-server[98243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 19:54:49.383184 dv-cinder-792462-2-iscsi neutron-server[98243]: return func(*args, **kwargs) May 20 19:54:49.383184 dv-cinder-792462-2-iscsi neutron-server[98243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 19:54:49.383184 dv-cinder-792462-2-iscsi neutron-server[98243]: self._notify() May 20 19:54:49.383184 dv-cinder-792462-2-iscsi neutron-server[98243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 19:54:49.383184 dv-cinder-792462-2-iscsi neutron-server[98243]: self.callback(batched_events) May 20 19:54:49.383184 dv-cinder-792462-2-iscsi neutron-server[98243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 19:54:49.383184 dv-cinder-792462-2-iscsi neutron-server[98243]: event.method(event) May 20 19:54:49.383184 dv-cinder-792462-2-iscsi neutron-server[98243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 19:54:49.383184 dv-cinder-792462-2-iscsi neutron-server[98243]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 19:54:49.383184 dv-cinder-792462-2-iscsi neutron-server[98243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 19:54:49.383184 dv-cinder-792462-2-iscsi neutron-server[98243]: aggregate_uuid = self.p_client.list_aggregates( May 20 19:54:49.383184 dv-cinder-792462-2-iscsi neutron-server[98243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 19:54:49.383184 dv-cinder-792462-2-iscsi neutron-server[98243]: return f(self, *a, **k) May 20 19:54:49.383184 dv-cinder-792462-2-iscsi neutron-server[98243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 19:54:49.383184 dv-cinder-792462-2-iscsi neutron-server[98243]: return self._get(url).json() May 20 19:54:49.383184 dv-cinder-792462-2-iscsi neutron-server[98243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 19:54:49.383184 dv-cinder-792462-2-iscsi neutron-server[98243]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 19:54:49.383184 dv-cinder-792462-2-iscsi neutron-server[98243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 19:54:49.383184 dv-cinder-792462-2-iscsi neutron-server[98243]: return self.request(url, 'GET', **kwargs) May 20 19:54:49.383184 dv-cinder-792462-2-iscsi neutron-server[98243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 19:54:49.383184 dv-cinder-792462-2-iscsi neutron-server[98243]: base_url = self.get_endpoint(auth, allow=allow, May 20 19:54:49.383184 dv-cinder-792462-2-iscsi neutron-server[98243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 19:54:49.383184 dv-cinder-792462-2-iscsi neutron-server[98243]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 19:54:49.383184 dv-cinder-792462-2-iscsi neutron-server[98243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 19:54:49.383184 dv-cinder-792462-2-iscsi neutron-server[98243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 19:54:49.383184 dv-cinder-792462-2-iscsi neutron-server[98243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 19:54:49.391087 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3256b895-7cc6-46cf-8b96-dc64ad9adef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024'] for port, after_delete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:49.395790 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-7ca84f4e-92b3-4152-8f8d-b8dc99e63ab2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:54:49.441906 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3256b895-7cc6-46cf-8b96-dc64ad9adef4 None None] Pushing event deleted for resources: {'Port': ['ID=2d0f4849-c99f-40ad-92dd-e1e96dacf2a2,revision_number=None']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:54:49.444997 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-3256b895-7cc6-46cf-8b96-dc64ad9adef4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:54:49.446321 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3256b895-7cc6-46cf-8b96-dc64ad9adef4 None None] No DVR routers for this DVR port 2d0f4849-c99f-40ad-92dd-e1e96dacf2a2 on host dv-cinder-792462-2-iscsi {{(pid=98245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:54:49.459990 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-dcc4af2d-e75c-4c17-8587-e72252a1ce83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745754'] for network, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:49.463795 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:54:49.477306 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-dcc4af2d-e75c-4c17-8587-e72252a1ce83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for network, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:49.487618 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc4af2d-e75c-4c17-8587-e72252a1ce83 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2855e30-4b47-414d-beab-1956cfce7926,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:54:49.491533 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-dcc4af2d-e75c-4c17-8587-e72252a1ce83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:54:49.494874 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-dcc4af2d-e75c-4c17-8587-e72252a1ce83 admin admin] 10.222.0.46 "DELETE /v2.0/networks/e2855e30-4b47-414d-beab-1956cfce7926 HTTP/1.1" status: 204 len: 168 time: 0.8068974 May 20 19:54:49.497861 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 45492) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:54:50.107400 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-91a65eb5-7e72-497a-addd-41af07fb20e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1823322'] for router_interface, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:50.508921 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.plugin [None req-91a65eb5-7e72-497a-addd-41af07fb20e3 admin admin] Deleting port 4b6e6fe8-326a-4018-b4c1-9ad9f0aca048 {{(pid=98243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:54:50.509260 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-91a65eb5-7e72-497a-addd-41af07fb20e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:50.624814 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.db [None req-91a65eb5-7e72-497a-addd-41af07fb20e3 admin admin] For port 4b6e6fe8-326a-4018-b4c1-9ad9f0aca048, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=4b6e6fe8-326a-4018-b4c1-9ad9f0aca048,segment=NetworkSegment(f3495a87-4286-4b87-826e-86c834ab4dd3),segment_id=f3495a87-4286-4b87-826e-86c834ab4dd3)] {{(pid=98243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:54:50.625161 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-91a65eb5-7e72-497a-addd-41af07fb20e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:50.746147 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.plugin [None req-91a65eb5-7e72-497a-addd-41af07fb20e3 admin admin] Calling delete_port for 4b6e6fe8-326a-4018-b4c1-9ad9f0aca048 owned by network:router_interface {{(pid=98243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:54:50.885830 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-91a65eb5-7e72-497a-addd-41af07fb20e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3727336'] for port, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:50.890126 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-515dcfe2-5784-4d06-84a2-06be4ca05abf tempest-AttachVolumeShelveTestJSON-536111611 tempest-AttachVolumeShelveTestJSON-536111611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:54:50.933563 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a65eb5-7e72-497a-addd-41af07fb20e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b6e6fe8-326a-4018-b4c1-9ad9f0aca048,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:54:50.936633 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-91a65eb5-7e72-497a-addd-41af07fb20e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:54:51.287629 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-91a65eb5-7e72-497a-addd-41af07fb20e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1697961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823470'] for router_interface, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:51.646569 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a65eb5-7e72-497a-addd-41af07fb20e3 admin admin] Router 93699468-c963-4ccb-8c7b-dbdf63bdaa24 has already been hosted by L3 agent bf06d900-968e-4d51-b3d3-e51a8143bf8e {{(pid=98243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:54:51.829420 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a65eb5-7e72-497a-addd-41af07fb20e3 admin admin] Notify agent at l3_agent.dv-cinder-792462-2-iscsi the message routers_updated {{(pid=98243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:54:51.837856 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c678fc-9119-475d-b21f-5cc6d584ddf3 None None] Sync routers for ids ['93699468-c963-4ccb-8c7b-dbdf63bdaa24'] in dv-cinder-792462-2-iscsi {{(pid=98246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:54:51.840217 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-91a65eb5-7e72-497a-addd-41af07fb20e3 admin admin] 10.222.0.46 "PUT /v2.0/routers/93699468-c963-4ccb-8c7b-dbdf63bdaa24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3413939 May 20 19:54:51.842648 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 45496) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:54:51.847651 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c678fc-9119-475d-b21f-5cc6d584ddf3 None None] Routers {'93699468-c963-4ccb-8c7b-dbdf63bdaa24'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:54:51.848286 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-72c678fc-9119-475d-b21f-5cc6d584ddf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:54:34Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['93699468-c963-4ccb-8c7b-dbdf63bdaa24'], 'active': True} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:54:52.014778 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-efafbcc9-f846-4e9a-b512-0d68c4b34d77 admin admin] Notify callbacks [] for router, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:52.018280 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvr_db [None req-72c678fc-9119-475d-b21f-5cc6d584ddf3 None None] Set router 93699468-c963-4ccb-8c7b-dbdf63bdaa24 gateway port host: dv-cinder-792462-2-iscsi {{(pid=98246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:54:52.186188 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-efafbcc9-f846-4e9a-b512-0d68c4b34d77 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:52.256760 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.plugin [None req-efafbcc9-f846-4e9a-b512-0d68c4b34d77 admin admin] Deleting port 7682e7d4-2200-4c24-be0b-4c14dd406586 {{(pid=98243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:54:52.257107 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-efafbcc9-f846-4e9a-b512-0d68c4b34d77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:52.295977 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-72c678fc-9119-475d-b21f-5cc6d584ddf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93699468-c963-4ccb-8c7b-dbdf63bdaa24', 'name': 'tempest-TestShelveInstance-441466554-router', 'tenant_id': '93b7b5f5fcb643a49bc1915bb2221d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'external_fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '7682e7d4-2200-4c24-be0b-4c14dd406586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:50:09Z', 'updated_at': '2021-05-20T19:54:50Z', 'revision_number': 5, 'project_id': '93b7b5f5fcb643a49bc1915bb2221d8f', 'gw_port': {'id': '7682e7d4-2200-4c24-be0b-4c14dd406586', 'name': '', 'network_id': 'b6b8e223-f4e2-43c0-a9aa-6e12566b63e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:37:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93699468-c963-4ccb-8c7b-dbdf63bdaa24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:10Z', 'updated_at': '2021-05-20T19:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0824c86c-c492-497a-a433-a5123d2f3ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-iscsi'}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:54:52.299537 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c678fc-9119-475d-b21f-5cc6d584ddf3 None None] Checking router: 93699468-c963-4ccb-8c7b-dbdf63bdaa24 for host: dv-cinder-792462-2-iscsi {{(pid=98246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:54:52.307457 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c678fc-9119-475d-b21f-5cc6d584ddf3 None None] Routers {'93699468-c963-4ccb-8c7b-dbdf63bdaa24'} bound to L3 agent in host dv-cinder-792462-2-iscsi {{(pid=98246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:54:52.308074 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-72c678fc-9119-475d-b21f-5cc6d584ddf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T19:33:04Z,description=,heartbeat_timestamp=2021-05-20T19:54:34Z,host='dv-cinder-792462-2-iscsi',id=bf06d900-968e-4d51-b3d3-e51a8143bf8e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:33:04Z,topic='l3_agent')) {'router_ids': ['93699468-c963-4ccb-8c7b-dbdf63bdaa24'], 'active': True} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:54:52.381928 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.db [None req-efafbcc9-f846-4e9a-b512-0d68c4b34d77 admin admin] For port 7682e7d4-2200-4c24-be0b-4c14dd406586, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=7682e7d4-2200-4c24-be0b-4c14dd406586,segment=NetworkSegment(67affa7f-7af4-4d70-a1a2-daaca7702f84),segment_id=67affa7f-7af4-4d70-a1a2-daaca7702f84)] {{(pid=98243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:54:52.382600 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-efafbcc9-f846-4e9a-b512-0d68c4b34d77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:52.457449 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_dvr_db [None req-72c678fc-9119-475d-b21f-5cc6d584ddf3 None None] Set router 93699468-c963-4ccb-8c7b-dbdf63bdaa24 gateway port host: None {{(pid=98246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:54:52.562273 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.l3_hamode_db [None req-72c678fc-9119-475d-b21f-5cc6d584ddf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93699468-c963-4ccb-8c7b-dbdf63bdaa24', 'name': 'tempest-TestShelveInstance-441466554-router', 'tenant_id': '93b7b5f5fcb643a49bc1915bb2221d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:50:09Z', 'updated_at': '2021-05-20T19:54:52Z', 'revision_number': 6, 'project_id': '93b7b5f5fcb643a49bc1915bb2221d8f', 'gw_port_host': None}], 'dv-cinder-792462-2-iscsi', False) {} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:54:52.566656 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c678fc-9119-475d-b21f-5cc6d584ddf3 None None] The sync data for ids ['93699468-c963-4ccb-8c7b-dbdf63bdaa24'] in dv-cinder-792462-2-iscsi is: [{'id': '93699468-c963-4ccb-8c7b-dbdf63bdaa24', 'name': 'tempest-TestShelveInstance-441466554-router', 'tenant_id': '93b7b5f5fcb643a49bc1915bb2221d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:50:09Z', 'updated_at': '2021-05-20T19:54:52Z', 'revision_number': 6, 'project_id': '93b7b5f5fcb643a49bc1915bb2221d8f', 'gw_port_host': None}] {{(pid=98246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:54:52.604428 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.plugin [None req-efafbcc9-f846-4e9a-b512-0d68c4b34d77 admin admin] Calling delete_port for 7682e7d4-2200-4c24-be0b-4c14dd406586 owned by network:router_gateway {{(pid=98243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:54:52.738080 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-efafbcc9-f846-4e9a-b512-0d68c4b34d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3727336'] for port, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:52.742467 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-cda4c844-b173-423f-866b-c6408896068a tempest-TestVolumeBootPattern-2031677746 tempest-TestVolumeBootPattern-2031677746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:54:52.789012 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efafbcc9-f846-4e9a-b512-0d68c4b34d77 admin admin] Pushing event deleted for resources: {'Port': ['ID=7682e7d4-2200-4c24-be0b-4c14dd406586,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:54:52.814023 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-efafbcc9-f846-4e9a-b512-0d68c4b34d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:54:52.877302 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-efafbcc9-f846-4e9a-b512-0d68c4b34d77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745777'] for router_gateway, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:53.052105 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-efafbcc9-f846-4e9a-b512-0d68c4b34d77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1749511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7954'] for router, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:53.054371 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-efafbcc9-f846-4e9a-b512-0d68c4b34d77 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:53.080559 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-efafbcc9-f846-4e9a-b512-0d68c4b34d77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1748301'] for router, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:53.080986 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efafbcc9-f846-4e9a-b512-0d68c4b34d77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93699468-c963-4ccb-8c7b-dbdf63bdaa24 {{(pid=98243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 19:54:53.092927 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-efafbcc9-f846-4e9a-b512-0d68c4b34d77 admin admin] Notify callbacks [] for router, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:53.094021 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-efafbcc9-f846-4e9a-b512-0d68c4b34d77 admin admin] 10.222.0.46 "DELETE /v2.0/routers/93699468-c963-4ccb-8c7b-dbdf63bdaa24 HTTP/1.1" status: 204 len: 168 time: 1.2504506 May 20 19:54:53.096575 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 45500) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:54:53.154343 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e855036-4c0c-490d-892a-a6217f7eb7ef admin admin] Deleting subnet 3a681d5d-2026-4e83-9a67-72ac7de05657 {{(pid=98243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 19:54:53.157124 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-8e855036-4c0c-490d-892a-a6217f7eb7ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:53.206584 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-8e855036-4c0c-490d-892a-a6217f7eb7ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726592'] for subnet, precommit_delete_associations {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:53.290528 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-8e855036-4c0c-490d-892a-a6217f7eb7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378450'] for subnet, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:53.341321 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 4b6e6fe8-326a-4018-b4c1-9ad9f0aca048 no longer exists at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:54:53.376011 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] No Port match for: 4b6e6fe8-326a-4018-b4c1-9ad9f0aca048 {{(pid=98245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:54:53.376368 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 4b6e6fe8-326a-4018-b4c1-9ad9f0aca048 not bound to the agent host dv-cinder-792462-2-iscsi {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:54:53.377382 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 7682e7d4-2200-4c24-be0b-4c14dd406586 no longer exists at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:54:53.411185 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] No Port match for: 7682e7d4-2200-4c24-be0b-4c14dd406586 {{(pid=98245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:54:53.411542 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 7682e7d4-2200-4c24-be0b-4c14dd406586 not bound to the agent host dv-cinder-792462-2-iscsi {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:54:53.549900 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-8e855036-4c0c-490d-892a-a6217f7eb7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3727131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238044'] for subnet, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:53.554427 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-af93e15a-0d46-4492-81ef-d8bfcd628ed7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:54:53.595589 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e855036-4c0c-490d-892a-a6217f7eb7ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a681d5d-2026-4e83-9a67-72ac7de05657,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:54:53.597662 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-8e855036-4c0c-490d-892a-a6217f7eb7ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for subnet, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:53.602216 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eba2f5a-2276-4035-b8bf-ee1f1ab9a9c7 None None] Network 4f7bcab8-5811-4b09-b0fc-99ef3815c2d7 requested from dv-cinder-792462-2-iscsi {{(pid=98245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:54:53.602683 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-8e855036-4c0c-490d-892a-a6217f7eb7ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:54:53.604191 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-8e855036-4c0c-490d-892a-a6217f7eb7ef admin admin] 10.222.0.46 "DELETE /v2.0/subnets/3a681d5d-2026-4e83-9a67-72ac7de05657 HTTP/1.1" status: 204 len: 168 time: 0.5067129 May 20 19:54:53.606541 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 45504) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:54:53.718656 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-a6742ebf-f265-419b-aafa-60e221783ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748490'] for network, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:53.793228 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.plugin [None req-a6742ebf-f265-419b-aafa-60e221783ccd admin admin] Deleting port 3c455480-77e1-40e9-a338-285639401edb {{(pid=98243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:54:53.793678 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-a6742ebf-f265-419b-aafa-60e221783ccd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:53.839644 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08f3a3d-3599-4fa7-bf50-f41a2156bda2 None None] DHCP port deletion for 4f7bcab8-5811-4b09-b0fc-99ef3815c2d7 request from dv-cinder-792462-2-iscsi {{(pid=98245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 19:54:53.892511 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.db [None req-a6742ebf-f265-419b-aafa-60e221783ccd admin admin] For port 3c455480-77e1-40e9-a338-285639401edb, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=3c455480-77e1-40e9-a338-285639401edb,segment=NetworkSegment(f3495a87-4286-4b87-826e-86c834ab4dd3),segment_id=f3495a87-4286-4b87-826e-86c834ab4dd3)] {{(pid=98243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:54:53.892865 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-a6742ebf-f265-419b-aafa-60e221783ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:53.904183 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-f08f3a3d-3599-4fa7-bf50-f41a2156bda2 None None] Deleting port 3c455480-77e1-40e9-a338-285639401edb {{(pid=98245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:54:53.904567 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-f08f3a3d-3599-4fa7-bf50-f41a2156bda2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778152977107'] for port, before_delete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:54.005938 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.db [None req-f08f3a3d-3599-4fa7-bf50-f41a2156bda2 None None] For port 3c455480-77e1-40e9-a338-285639401edb, host dv-cinder-792462-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-iscsi',level=0,port_id=3c455480-77e1-40e9-a338-285639401edb,segment=NetworkSegment(f3495a87-4286-4b87-826e-86c834ab4dd3),segment_id=f3495a87-4286-4b87-826e-86c834ab4dd3)] {{(pid=98245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:54:54.006362 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-f08f3a3d-3599-4fa7-bf50-f41a2156bda2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825696'] for port, precommit_delete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:54.097851 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.plugin [None req-a6742ebf-f265-419b-aafa-60e221783ccd admin admin] Calling delete_port for 3c455480-77e1-40e9-a338-285639401edb owned by network:dhcp {{(pid=98243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:54:54.128562 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-f08f3a3d-3599-4fa7-bf50-f41a2156bda2 None None] Calling delete_port for 3c455480-77e1-40e9-a338-285639401edb owned by network:dhcp {{(pid=98245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:54:54.143616 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-a6742ebf-f265-419b-aafa-60e221783ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3727336'] for port, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:54.148428 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-b9b54055-649f-48c0-a94c-37db4d4ce307 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:54:54.171201 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-f08f3a3d-3599-4fa7-bf50-f41a2156bda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778152980170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778152615024'] for port, after_delete {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:54.174718 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-66d7d437-8aea-4833-978a-3d7f74156537 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:54:54.192706 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6742ebf-f265-419b-aafa-60e221783ccd admin admin] Pushing event deleted for resources: {'Port': ['ID=3c455480-77e1-40e9-a338-285639401edb,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:54:54.195594 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-a6742ebf-f265-419b-aafa-60e221783ccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:54:54.196378 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6742ebf-f265-419b-aafa-60e221783ccd admin admin] No DVR routers for this DVR port 3c455480-77e1-40e9-a338-285639401edb on host dv-cinder-792462-2-iscsi {{(pid=98243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:54:54.251200 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f3a3d-3599-4fa7-bf50-f41a2156bda2 None None] Pushing event deleted for resources: {'Port': ['ID=3c455480-77e1-40e9-a338-285639401edb,revision_number=None']} {{(pid=98245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:54:54.253742 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG oslo_concurrency.lockutils [None req-f08f3a3d-3599-4fa7-bf50-f41a2156bda2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:54:54.257887 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08f3a3d-3599-4fa7-bf50-f41a2156bda2 None None] No DVR routers for this DVR port 3c455480-77e1-40e9-a338-285639401edb on host dv-cinder-792462-2-iscsi {{(pid=98245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:54:54.311289 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-a6742ebf-f265-419b-aafa-60e221783ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377309', 'neutron.services.segments.db._delete_segments_for_network-8778153038201'] for network, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:54.323857 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.services.segments.db [None req-a6742ebf-f265-419b-aafa-60e221783ccd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f7bcab8-5811-4b09-b0fc-99ef3815c2d7']}} {{(pid=98243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:54:54.336023 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.services.segments.db [None req-a6742ebf-f265-419b-aafa-60e221783ccd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3495a87-4286-4b87-826e-86c834ab4dd3') {'for_net_delete': True} {{(pid=98243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:54:54.336316 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.services.segments.db [None req-a6742ebf-f265-419b-aafa-60e221783ccd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3495a87-4286-4b87-826e-86c834ab4dd3') {} {{(pid=98243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:54:54.347770 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-a6742ebf-f265-419b-aafa-60e221783ccd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778153050359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726607'] for segment, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:54.363577 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-a6742ebf-f265-419b-aafa-60e221783ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717217'] for segment, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:54.369580 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6742ebf-f265-419b-aafa-60e221783ccd admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=98243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 19:54:54.369953 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-a6742ebf-f265-419b-aafa-60e221783ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3727293'] for segment, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:54.386174 dv-cinder-792462-2-iscsi neutron-server[98243]: Traceback (most recent call last): May 20 19:54:54.386174 dv-cinder-792462-2-iscsi neutron-server[98243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 19:54:54.386174 dv-cinder-792462-2-iscsi neutron-server[98243]: timer() May 20 19:54:54.386174 dv-cinder-792462-2-iscsi neutron-server[98243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 19:54:54.386174 dv-cinder-792462-2-iscsi neutron-server[98243]: cb(*args, **kw) May 20 19:54:54.386174 dv-cinder-792462-2-iscsi neutron-server[98243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 19:54:54.386174 dv-cinder-792462-2-iscsi neutron-server[98243]: return func(*args, **kwargs) May 20 19:54:54.386174 dv-cinder-792462-2-iscsi neutron-server[98243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 19:54:54.386174 dv-cinder-792462-2-iscsi neutron-server[98243]: self._notify() May 20 19:54:54.386174 dv-cinder-792462-2-iscsi neutron-server[98243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 19:54:54.386174 dv-cinder-792462-2-iscsi neutron-server[98243]: self.callback(batched_events) May 20 19:54:54.386174 dv-cinder-792462-2-iscsi neutron-server[98243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 19:54:54.386174 dv-cinder-792462-2-iscsi neutron-server[98243]: event.method(event) May 20 19:54:54.386174 dv-cinder-792462-2-iscsi neutron-server[98243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 19:54:54.386174 dv-cinder-792462-2-iscsi neutron-server[98243]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 19:54:54.386174 dv-cinder-792462-2-iscsi neutron-server[98243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 19:54:54.386174 dv-cinder-792462-2-iscsi neutron-server[98243]: aggregate_uuid = self.p_client.list_aggregates( May 20 19:54:54.386174 dv-cinder-792462-2-iscsi neutron-server[98243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 19:54:54.386174 dv-cinder-792462-2-iscsi neutron-server[98243]: return f(self, *a, **k) May 20 19:54:54.386174 dv-cinder-792462-2-iscsi neutron-server[98243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 19:54:54.386174 dv-cinder-792462-2-iscsi neutron-server[98243]: return self._get(url).json() May 20 19:54:54.386174 dv-cinder-792462-2-iscsi neutron-server[98243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 19:54:54.386174 dv-cinder-792462-2-iscsi neutron-server[98243]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 19:54:54.386174 dv-cinder-792462-2-iscsi neutron-server[98243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 19:54:54.386174 dv-cinder-792462-2-iscsi neutron-server[98243]: return self.request(url, 'GET', **kwargs) May 20 19:54:54.386174 dv-cinder-792462-2-iscsi neutron-server[98243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 19:54:54.386174 dv-cinder-792462-2-iscsi neutron-server[98243]: base_url = self.get_endpoint(auth, allow=allow, May 20 19:54:54.386174 dv-cinder-792462-2-iscsi neutron-server[98243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 19:54:54.386174 dv-cinder-792462-2-iscsi neutron-server[98243]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 19:54:54.386174 dv-cinder-792462-2-iscsi neutron-server[98243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 19:54:54.386174 dv-cinder-792462-2-iscsi neutron-server[98243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 19:54:54.386174 dv-cinder-792462-2-iscsi neutron-server[98243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 19:54:54.466147 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-a6742ebf-f265-419b-aafa-60e221783ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745754'] for network, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:54.471454 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-2c13e603-0e58-4527-a7f5-021cb3067b0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:54:54.485117 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-a6742ebf-f265-419b-aafa-60e221783ccd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697933'] for network, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:54.496251 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6742ebf-f265-419b-aafa-60e221783ccd admin admin] Pushing event deleted for resources: {'Network': ['ID=4f7bcab8-5811-4b09-b0fc-99ef3815c2d7,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:54:54.499026 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-a6742ebf-f265-419b-aafa-60e221783ccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:54:54.500832 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-a6742ebf-f265-419b-aafa-60e221783ccd admin admin] 10.222.0.46 "DELETE /v2.0/networks/4f7bcab8-5811-4b09-b0fc-99ef3815c2d7 HTTP/1.1" status: 204 len: 168 time: 0.8933978 May 20 19:54:54.718129 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 45510) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:54:54.771993 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-c7f6f787-1d92-4b79-a048-554005538e27 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7b0b262f9f7b4273897278152e258caa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0525939 May 20 19:54:54.774415 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 45514) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:54:54.833933 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-1c021eba-e901-4dbb-94b0-b9966ab74640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:54.859062 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-1c021eba-e901-4dbb-94b0-b9966ab74640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:54.915232 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-1c021eba-e901-4dbb-94b0-b9966ab74640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:54.918914 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-4b3f3cfa-5640-4623-922f-b30847499087 tempest-AttachVolumeTestJSON-996867487 tempest-AttachVolumeTestJSON-996867487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:54:54.931767 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c021eba-e901-4dbb-94b0-b9966ab74640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb1900d-632a-46a1-9bde-1b9a55eec833,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:54:54.944531 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c021eba-e901-4dbb-94b0-b9966ab74640 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:54:54.944900 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c021eba-e901-4dbb-94b0-b9966ab74640 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:54:54.945261 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c021eba-e901-4dbb-94b0-b9966ab74640 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:54:54.945616 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c021eba-e901-4dbb-94b0-b9966ab74640 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:54:54.945969 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c021eba-e901-4dbb-94b0-b9966ab74640 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:54:54.946319 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c021eba-e901-4dbb-94b0-b9966ab74640 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:54:54.946668 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c021eba-e901-4dbb-94b0-b9966ab74640 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:54:54.947018 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c021eba-e901-4dbb-94b0-b9966ab74640 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:54:54.947363 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c021eba-e901-4dbb-94b0-b9966ab74640 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:54:54.947725 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c021eba-e901-4dbb-94b0-b9966ab74640 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:54:54.948077 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c021eba-e901-4dbb-94b0-b9966ab74640 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:54:54.948415 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c021eba-e901-4dbb-94b0-b9966ab74640 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-iscsi {{(pid=98243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:54:54.951220 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-1c021eba-e901-4dbb-94b0-b9966ab74640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:54.952338 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-1c021eba-e901-4dbb-94b0-b9966ab74640 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/adb1900d-632a-46a1-9bde-1b9a55eec833 HTTP/1.1" status: 204 len: 168 time: 0.1770244 May 20 19:54:54.953950 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-1c021eba-e901-4dbb-94b0-b9966ab74640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:54:55.072812 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 3c455480-77e1-40e9-a338-285639401edb no longer exists at agent ovs-agent-dv-cinder-792462-2-iscsi {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:54:55.106416 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.plugin [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] No Port match for: 3c455480-77e1-40e9-a338-285639401edb {{(pid=98245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:54:55.106773 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron.plugins.ml2.rpc [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Device 3c455480-77e1-40e9-a338-285639401edb not bound to the agent host dv-cinder-792462-2-iscsi {{(pid=98245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:54:55.292654 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 45522) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:54:55.341004 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-663d60e3-4b1a-4235-a71f-70b51168175f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=93b7b5f5fcb643a49bc1915bb2221d8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471470 May 20 19:54:55.343493 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [-] (98243) accepted ('10.222.0.46', 45526) {{(pid=98243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:54:55.400146 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-f46f2ab9-917e-4720-aadf-8187c0fb8deb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:55.426310 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-f46f2ab9-917e-4720-aadf-8187c0fb8deb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:55.479115 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-f46f2ab9-917e-4720-aadf-8187c0fb8deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645428'] for security_group, after_delete {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:55.482722 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:54:55.495647 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f2ab9-917e-4720-aadf-8187c0fb8deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc4f363-e3d1-4da1-aa1c-afe5f2a8d50e,revision_number=None']} {{(pid=98243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:54:55.498511 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG oslo_concurrency.lockutils [None req-f46f2ab9-917e-4720-aadf-8187c0fb8deb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:54:55.500575 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron_lib.callbacks.manager [None req-f46f2ab9-917e-4720-aadf-8187c0fb8deb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:55.503002 dv-cinder-792462-2-iscsi neutron-server[98243]: INFO neutron.wsgi [None req-f46f2ab9-917e-4720-aadf-8187c0fb8deb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4cc4f363-e3d1-4da1-aa1c-afe5f2a8d50e HTTP/1.1" status: 204 len: 168 time: 0.1572890 May 20 19:55:02.246819 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-b4cc62e0-93a4-4099-a400-36db1bc5be38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:04.489811 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-2524f19f-f531-453f-8acd-fac4b9fb0fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:04.827684 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:05.624439 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d568-3eaa-4ee2-8e63-8438dfda9a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:06.476371 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:07.317824 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-40a8b960-4cf6-42c3-bf80-c71dd59d075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:25.408225 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.agents_db [None req-81082b58-be1a-4fbd-9926-297307221300 None None] Agent healthcheck: found 6 active agents {{(pid=98246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:55:32.248931 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-1ca16f1b-9e6a-4443-a91c-c265def69681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:34.491778 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-fccef90c-4904-4f44-9097-4195ede7d724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:34.834175 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:35.627728 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d568-3eaa-4ee2-8e63-8438dfda9a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:36.477588 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:37.318575 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-40a8b960-4cf6-42c3-bf80-c71dd59d075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:02.249889 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-232fbb6b-319d-443d-aee4-7e15d68b3f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:02.407039 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.agents_db [None req-81082b58-be1a-4fbd-9926-297307221300 None None] Agent healthcheck: found 6 active agents {{(pid=98246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:56:04.492888 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-bf516ec7-1d01-4445-8da2-d419413d95e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:04.826045 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:05.633156 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d568-3eaa-4ee2-8e63-8438dfda9a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:06.475055 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:07.322454 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-40a8b960-4cf6-42c3-bf80-c71dd59d075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:28.581351 dv-cinder-792462-2-iscsi neutron-server[98244]: DEBUG neutron.wsgi [req-9643ef01-76b3-4d29-bc40-394de60e2af2 req-394ca0e7-18e1-40c4-a385-4a0631f1abe8 service neutron] (98244) timed out ('10.222.0.65', 55425) {{(pid=98244) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 20 19:56:28.837787 dv-cinder-792462-2-iscsi neutron-server[98243]: DEBUG neutron.wsgi [req-31aa9b7b-a92e-41b2-b782-233191889e8f req-6d088926-a1f4-4a7f-a55e-3df75f2d1430 service neutron] (98243) timed out ('10.222.0.65', 55396) {{(pid=98243) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 20 19:56:32.253793 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-7ccad511-67cd-46b1-9537-ad4e5a2fe23a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:34.495399 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-d2ca6b01-f1c9-479a-946b-623d60d3da23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:34.828150 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:35.633062 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d568-3eaa-4ee2-8e63-8438dfda9a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:36.476257 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:37.323978 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-40a8b960-4cf6-42c3-bf80-c71dd59d075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:39.405159 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.agents_db [None req-81082b58-be1a-4fbd-9926-297307221300 None None] Agent healthcheck: found 6 active agents {{(pid=98246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:57:02.256079 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-984deb12-7fcd-4775-8aed-7c0067a105a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:04.496682 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-771ab512-69fc-40d8-8601-8f052600b95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:04.830500 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:05.635860 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d568-3eaa-4ee2-8e63-8438dfda9a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:06.471081 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:07.327729 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-40a8b960-4cf6-42c3-bf80-c71dd59d075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:16.406920 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.agents_db [None req-81082b58-be1a-4fbd-9926-297307221300 None None] Agent healthcheck: found 6 active agents {{(pid=98246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:57:32.258413 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-fd99972d-b184-4f70-ad67-940682ecba76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:34.499146 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-8008544b-10cd-4bc9-92b8-d1954e7b0cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:34.831341 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:35.638922 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d568-3eaa-4ee2-8e63-8438dfda9a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:36.470126 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:37.330952 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-40a8b960-4cf6-42c3-bf80-c71dd59d075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:53.406593 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.agents_db [None req-81082b58-be1a-4fbd-9926-297307221300 None None] Agent healthcheck: found 6 active agents {{(pid=98246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:58:02.259969 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-54a2e878-b113-42f2-a63f-7cb3908cb20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:04.500389 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-71262bfc-0b30-4c11-8865-6114d0a94dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:04.831979 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:05.642511 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d568-3eaa-4ee2-8e63-8438dfda9a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:06.469235 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:07.333036 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-40a8b960-4cf6-42c3-bf80-c71dd59d075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:30.405190 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.agents_db [None req-81082b58-be1a-4fbd-9926-297307221300 None None] Agent healthcheck: found 6 active agents {{(pid=98246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:58:32.261041 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ad11545e-9b6a-4ccf-833e-a618351f12ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:34.503502 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-c0aadd69-2d09-4c8c-90cc-13731fba9595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:34.833791 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:35.643996 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d568-3eaa-4ee2-8e63-8438dfda9a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:36.473415 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:37.335487 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-40a8b960-4cf6-42c3-bf80-c71dd59d075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:59:02.264392 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-6b99a809-abf3-4ce4-9eb5-929d5271cce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:59:04.503644 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-25c22b19-daa0-4c3c-b8fc-4d44295a6ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:59:04.834907 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:59:05.646975 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d568-3eaa-4ee2-8e63-8438dfda9a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:59:06.485766 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:59:07.339177 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-40a8b960-4cf6-42c3-bf80-c71dd59d075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:59:07.404017 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.agents_db [None req-81082b58-be1a-4fbd-9926-297307221300 None None] Agent healthcheck: found 6 active agents {{(pid=98246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:59:32.267688 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-6c243a93-c008-415e-9802-a2f3e4c77e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:59:34.504110 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-a67dba64-e6c9-42b0-ab9f-b992d0655f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:59:34.836243 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:59:35.649660 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d568-3eaa-4ee2-8e63-8438dfda9a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:59:36.482773 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:59:37.342673 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-40a8b960-4cf6-42c3-bf80-c71dd59d075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:59:44.402925 dv-cinder-792462-2-iscsi neutron-server[98246]: DEBUG neutron.db.agents_db [None req-81082b58-be1a-4fbd-9926-297307221300 None None] Agent healthcheck: found 6 active agents {{(pid=98246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 20:00:02.269527 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-dd132f09-0c72-45c4-9244-62685f028a41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:00:04.506357 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-cdbd0f6b-5d82-47fa-a2ff-880bee7798d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:00:04.837731 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-af5abe89-bade-424d-b1e7-c2a80c623d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:00:05.653392 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d568-3eaa-4ee2-8e63-8438dfda9a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:00:06.498986 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-3253adca-fa98-49dd-9331-e286ba586ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:00:07.346214 dv-cinder-792462-2-iscsi neutron-server[98245]: DEBUG neutron_lib.callbacks.manager [None req-40a8b960-4cf6-42c3-bf80-c71dd59d075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778153042508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381587'] for agent, after_update {{(pid=98245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}